-- Logs begin at Wed 2021-07-14 13:36:34 UTC, end at Wed 2021-07-14 14:33:34 UTC. -- Jul 14 14:06:22.888865 dv-cinder-679138-10-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 14:06:25.563184 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.common.config [-] Logging enabled! Jul 14 14:06:25.563717 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 14:06:25.563880 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92950) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 14:06:25.567212 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.common.config [-] Logging enabled! Jul 14 14:06:25.567466 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 14:06:25.567773 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92950) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 14:06:25.568694 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 14:06:25.568947 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 14:06:25.569310 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 14:06:25.569553 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 14:06:25.570030 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 14:06:25.570351 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.570645 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.570936 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.571164 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.571454 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.571741 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.572020 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.572304 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.572594 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.572889 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.573184 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.573465 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.573694 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.573973 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.574259 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.574542 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.574764 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] debug = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.575040 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.575464 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.576510 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.576957 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.577249 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.577526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.577797 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.578078 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.578359 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.578685 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] host = dv-cinder-679138-10-smb {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.578960 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.579243 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.579526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.579808 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.580080 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.580354 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.580642 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.580932 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.581205 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] log_file = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.581478 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.581762 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.582043 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.582331 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.582556 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.582776 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.583061 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.583347 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.583624 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.583898 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.584171 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.584445 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.584720 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.585075 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.585364 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.585647 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.585932 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.586207 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.586483 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.586755 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.587025 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.587309 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.587581 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.587853 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.588126 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.588414 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.588684 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.588978 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.589276 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.589558 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.589837 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.590115 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.590384 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.590668 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.590937 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.591204 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.591494 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] use_json = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.591762 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.592028 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.592303 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.592571 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.592838 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.593132 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.593401 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.593682 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:25.593973 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.594265 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.594565 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.594846 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.595136 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.595413 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.595699 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.595974 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.596259 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.596545 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.596830 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.597128 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.597412 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.597688 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.597977 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.598277 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.598584 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.598853 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.599125 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.599397 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.599669 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.599942 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.600223 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.600519 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.600806 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.601107 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.601385 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.601673 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.601948 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.602220 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.602498 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.602786 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.603065 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.603339 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.603627 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.603907 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.604180 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.604452 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.604730 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.605046 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.605326 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.605598 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.605868 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.606142 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.606412 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.606699 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.606978 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.607322 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.607594 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.607873 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.608146 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.608419 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.608693 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.608991 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.609271 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.609544 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.609815 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.610085 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.610358 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.610627 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.610898 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.611167 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.611442 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.611714 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.611982 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.612253 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.612521 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.612793 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.613101 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.613397 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.613673 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.613950 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.614226 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.614500 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.614775 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.615049 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.615322 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.615597 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.615865 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.616150 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.616428 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.616713 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.617015 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.617291 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.617581 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.617856 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.618134 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.618407 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.618684 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.618971 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.619249 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.619539 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.619827 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.620116 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.620407 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.620696 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.621000 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.621306 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.621583 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:25.621802 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 14:06:25.622038 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92950) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 14:06:25.965048 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 14:06:25.965334 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 14:06:25.965620 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 14:06:25.965953 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 14:06:26.352605 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.352913 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.353184 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.354486 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.354758 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.355026 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.389214 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.389482 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.389744 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.402597 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.402872 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.403139 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.433223 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.433501 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.433769 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.469497 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.469778 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.470047 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.699974 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.700589 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.700589 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.700779 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.701454 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.819904 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.820220 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.820500 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.820773 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.821065 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.821373 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.821631 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.821883 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.822134 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.822412 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.822669 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.822928 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.823178 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.823422 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.823670 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.823940 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.824192 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.824459 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.824722 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.825004 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.825271 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.825519 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.825881 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.826455 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.826704 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.826951 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.827342 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:06:26.827584 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:06:26.827821 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:06:26.828055 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:06:26.828289 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:06:26.828522 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:06:26.828911 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 14:06:26.831965 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 14:06:26.835840 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 14:06:26.839609 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 14 14:06:26.841247 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 14:06:26.842514 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 14:06:26.842833 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 14:06:26.843207 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 14:06:26.845977 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 14:06:26.846230 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 14:06:26.846567 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 14:06:26.874153 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 14:06:26.874587 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.874881 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92950) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 14:06:26.875238 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.876665 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92950) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 14:06:26.876969 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 14:06:26.877216 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 14:06:26.881509 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.881786 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:26.945364 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 14:06:26.945597 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 14:06:26.945827 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 14:06:26.946181 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 14:06:26.967368 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_db.sqlalchemy.engines [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92950) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 14:06:27.492354 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Initializing driver for type 'gre' Jul 14 14:06:27.492899 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] gre ID ranges: [(1, 1000)] Jul 14 14:06:27.547149 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Initializing driver for type 'local' Jul 14 14:06:27.547464 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Initializing driver for type 'vlan' Jul 14 14:06:27.561858 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] VlanTypeDriver initialization complete Jul 14 14:06:27.562250 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Initializing driver for type 'vxlan' Jul 14 14:06:27.562840 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] vxlan ID ranges: [(1, 1000)] Jul 14 14:06:27.615587 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Initializing extension driver 'port_security' Jul 14 14:06:27.615969 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.extensions.port_security [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] PortSecurityExtensionDriver initialization complete Jul 14 14:06:27.616312 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Initializing mechanism driver 'openvswitch' Jul 14 14:06:27.616650 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Initializing mechanism driver 'hyperv' Jul 14 14:06:27.623828 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.plugin [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:27.624674 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > port after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.625079 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > port after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.625439 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > port after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.625955 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 14:06:27.626388 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > subnet after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.626748 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > subnet after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.627095 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > subnet after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.627485 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 14:06:27.627892 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > network after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.628252 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > network after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.628598 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > network after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.629013 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 14:06:27.629420 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > security_group after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.629776 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > security_group after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.630124 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > security_group after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.630516 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 14:06:27.630918 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.631268 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.631612 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.632000 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 14:06:27.632400 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > address_group after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.632769 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > address_group after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.633140 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > address_group after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.633529 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 14:06:27.633911 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] ML2 OVO RPC backend initialized. {{(pid=92950) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 14:06:27.634618 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router_interface after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.634976 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.635395 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > network before_response 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.635747 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > networks before_response 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.636096 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > port before_response 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.636440 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > ports before_response 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.636785 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > subnet before_response 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.637160 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > subnets before_response 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.637510 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > network after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.637853 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > network after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.638196 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > network after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.639081 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > port after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.639423 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > port after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.639758 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > port after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.640100 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > subnet after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.640437 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > subnet after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.640771 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > subnet after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.641374 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.plugin [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Modular L2 Plugin initialization complete Jul 14 14:06:27.641706 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading services supported by the core plugin {{(pid=92950) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 14:06:27.642032 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.plugins.ml2.managers [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Got port-security extension from driver 'port_security' Jul 14 14:06:27.642492 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.extensions.vlantransparent [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Disabled vlantransparent extension. Jul 14 14:06:27.642975 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92950) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 14:06:27.643291 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading Plugin: router Jul 14 14:06:27.678999 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router_interface before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.679442 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router after_create 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.679844 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router before_create 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.680252 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.680696 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.681109 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router after_delete 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.681491 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > floatingip after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.681939 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router after_create 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.682326 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router after_update 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.682656 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router after_update 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.683028 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.683366 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router after_update 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.683826 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router precommit_update 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.684291 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: port after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.684690 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: port after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.685591 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: subnet after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.685943 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.686338 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > port precommit_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.686686 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router precommit_create 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.687075 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: port before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.687421 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router precommit_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.687825 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router after_update 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.688212 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router precommit_delete 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.688604 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router precommit_create 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.689009 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router_interface after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.689394 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router precommit_update 55549900 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.689800 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > agent after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.690157 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > agent after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.690532 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > network after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.691437 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Tracking information for resource: router configured {{(pid=92950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:06:27.691822 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Tracking information for resource: floatingip configured {{(pid=92950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:06:27.697024 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.db.l3_agentschedulers_db [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 14:06:27.697606 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: port after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.697972 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: port after_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.698330 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: port after_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.698691 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: port after_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.699487 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router before_create 55550100 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.699860 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router precommit_delete 55550100 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.700227 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router precommit_create 55550100 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.700741 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > router precommit_update 55550100 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.705634 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.services.provider_configuration [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service providers = [] {{(pid=92950) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 14:06:27.706002 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.db.servicetype_db [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92950) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 14:06:27.708970 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.services.service_base [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 14:06:27.709328 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.services.service_base [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 14:06:27.709673 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.services.service_base [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 14:06:27.710563 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.services.service_base [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 14:06:27.710938 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.services.service_base [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 14:06:27.711319 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:06:27.711641 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 14:06:27.722296 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:06:27.722632 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading Plugin: auto_allocate Jul 14 14:06:27.728368 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: network precommit_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.728743 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: network precommit_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.729298 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:06:27.729621 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading Plugin: tag Jul 14 14:06:27.736438 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:06:27.736770 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading Plugin: timestamp Jul 14 14:06:27.740577 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:06:27.740931 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading Plugin: network_ip_availability Jul 14 14:06:27.746316 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.746691 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.747051 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.748286 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:06:27.748606 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading Plugin: flavors Jul 14 14:06:27.753532 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:06:27.753870 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading Plugin: revisions Jul 14 14:06:27.758125 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:06:27.758523 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.793s {{(pid=92950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 14:06:27.759245 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92950) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 14:06:27.759582 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Initializing extension manager. Jul 14 14:06:27.760086 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: __init__.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.760426 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: __pycache__ {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.760761 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.761128 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: address_group.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.761874 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.762426 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: address-group Jul 14 14:06:27.762749 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: address_scope.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.764017 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.764517 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: address-scope Jul 14 14:06:27.764841 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: admin_state_down_before_update.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.765797 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.766298 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: router-admin-state-down-before-update Jul 14 14:06:27.766621 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: agent.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.767321 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.767818 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: agent Jul 14 14:06:27.768141 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: agent_resources_synced.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.769099 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.769607 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: agent-resources-synced Jul 14 14:06:27.769932 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: allowedaddresspairs.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.771703 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.772221 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: allowed-address-pairs Jul 14 14:06:27.772553 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: auto_allocated_topology.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.773657 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.774176 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: auto-allocated-topology Jul 14 14:06:27.774506 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: availability_zone.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.775203 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.775703 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: availability_zone Jul 14 14:06:27.776029 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: availability_zone_filter.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.776973 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.777478 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: availability_zone_filter Jul 14 14:06:27.777802 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: data_plane_status.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.778715 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.779242 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 14:06:27.779562 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: default_subnetpools.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.780477 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.781010 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: default-subnetpools Jul 14 14:06:27.781336 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: dhcpagentscheduler.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.782141 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.782645 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: dhcp_agent_scheduler Jul 14 14:06:27.782971 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: dns.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.783883 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.784379 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension dns-integration not supported by any of loaded plugins Jul 14 14:06:27.784704 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: dns_domain_ports.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.785646 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.786143 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 14:06:27.786467 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.787385 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.787885 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 14:06:27.788214 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: dvr.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.788896 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.789400 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: dvr Jul 14 14:06:27.789722 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: empty_string_filtering.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.790633 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.791135 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: empty-string-filtering Jul 14 14:06:27.791457 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.792365 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.792892 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 14:06:27.793217 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.794133 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.794743 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 14:06:27.795078 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: external_net.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.795992 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.796496 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: external-net Jul 14 14:06:27.796819 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: extra_dhcp_opt.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.797806 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.798272 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: extra_dhcp_opt Jul 14 14:06:27.798594 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: extraroute.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.799506 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.800006 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: extraroute Jul 14 14:06:27.800329 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: extraroute_atomic.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.801387 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.801889 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: extraroute-atomic Jul 14 14:06:27.802209 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: filter_validation.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.802867 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.803541 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: filter-validation Jul 14 14:06:27.803863 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: fip_pf_description.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.804776 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.805298 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 14:06:27.805620 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: fip_port_details.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.806533 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.807029 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: fip-port-details Jul 14 14:06:27.807352 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: flavors.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.808573 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.809112 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: flavors Jul 14 14:06:27.809439 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.811766 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.812284 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 14:06:27.812617 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: floatingip_pools.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.813346 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.813858 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: floatingip-pools Jul 14 14:06:27.814186 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: ip_allocation.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.815113 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.815615 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 14:06:27.815940 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.816890 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.817402 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: ip-substring-filtering Jul 14 14:06:27.817732 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: l2_adjacency.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.818662 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.819163 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 14:06:27.819490 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: l3.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.820692 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.821232 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: router Jul 14 14:06:27.821563 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: l3_conntrack_helper.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.823768 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.824293 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 14:06:27.824632 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.825596 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.826818 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: ext-gw-mode Jul 14 14:06:27.827154 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.828078 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.828582 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: l3-ha Jul 14 14:06:27.828939 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: l3_flavors.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.829871 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.830371 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: l3-flavors Jul 14 14:06:27.830697 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.831613 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.832119 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 14:06:27.832449 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: l3agentscheduler.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.833520 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.834029 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: l3_agent_scheduler Jul 14 14:06:27.834354 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: logging.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.835833 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.836347 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension logging not supported by any of loaded plugins Jul 14 14:06:27.836679 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: metering.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.837444 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.838016 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: metering Jul 14 14:06:27.838345 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.840810 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.841388 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: metering_source_and_destination_fields Jul 14 14:06:27.841731 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: multiprovidernet.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.842736 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.843247 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: multi-provider Jul 14 14:06:27.843580 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: netmtu.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.844507 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.845049 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: net-mtu Jul 14 14:06:27.845381 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: netmtu_writable.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.846314 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.846818 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: net-mtu-writable Jul 14 14:06:27.847145 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: network_availability_zone.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.847818 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.848319 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: network_availability_zone Jul 14 14:06:27.848643 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: network_ip_availability.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.849763 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.850274 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: network-ip-availability Jul 14 14:06:27.850601 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: network_segment_range.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.851364 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.851864 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 14:06:27.852190 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: pagination.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.853211 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.853545 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: pagination Jul 14 14:06:27.853870 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: port_device_profile.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.854793 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.855307 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: port-device-profile Jul 14 14:06:27.855631 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.856554 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.857139 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: port-mac-address-regenerate Jul 14 14:06:27.857538 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.858451 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.858962 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: port-numa-affinity-policy Jul 14 14:06:27.859285 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: port_resource_request.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.860211 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.860713 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 14:06:27.861077 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: portbindings.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.862015 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.862524 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: binding Jul 14 14:06:27.862849 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: portbindings_extended.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.864115 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.864627 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: binding-extended Jul 14 14:06:27.864996 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: portsecurity.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.865917 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.866426 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: port-security Jul 14 14:06:27.866752 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: project_id.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.867723 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.868055 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: project-id Jul 14 14:06:27.868381 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: providernet.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.869343 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.869858 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: provider Jul 14 14:06:27.870187 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: qos.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.874204 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.874723 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension qos not supported by any of loaded plugins Jul 14 14:06:27.875060 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.876319 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.876837 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 14:06:27.877193 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.878116 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.878626 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 14:06:27.878961 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: qos_default.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.879877 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.880386 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension qos-default not supported by any of loaded plugins Jul 14 14:06:27.880715 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: qos_fip.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.881396 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.881894 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension qos-fip not supported by any of loaded plugins Jul 14 14:06:27.882218 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: qos_gateway_ip.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.883146 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.883649 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 14:06:27.883975 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: qos_port_network_policy.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.884920 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.885426 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 14:06:27.885752 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: qos_rule_type_details.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.886668 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.887168 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 14:06:27.887492 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: qos_rules_alias.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.889098 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.889609 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 14:06:27.889935 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: quotasv2.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.890839 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.891350 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: quotas Jul 14 14:06:27.891676 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: quotasv2_detail.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.894709 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.895058 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: quota_details Jul 14 14:06:27.895396 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: rbac.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.896453 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.897012 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: rbac-policies Jul 14 14:06:27.897351 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: rbac_address_group.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.898282 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.898797 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: rbac-address-group Jul 14 14:06:27.899133 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: rbac_address_scope.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.900072 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.900584 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: rbac-address-scope Jul 14 14:06:27.900938 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: rbac_security_groups.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.901859 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.902365 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: rbac-security-groups Jul 14 14:06:27.902693 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: rbac_subnetpool.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.903606 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.904139 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: rbac-subnetpool Jul 14 14:06:27.904466 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: revisionifmatch.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.905406 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.905910 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: revision-if-match Jul 14 14:06:27.906237 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: revisions.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.907346 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.907853 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: standard-attr-revisions Jul 14 14:06:27.908184 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: router_availability_zone.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.908855 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.909392 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: router_availability_zone Jul 14 14:06:27.909718 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: routerservicetype.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.910637 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.911135 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension router-service-type not supported by any of loaded plugins Jul 14 14:06:27.911461 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.912399 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.912923 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: security-groups-normalized-cidr Jul 14 14:06:27.913254 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: security_groups_port_filtering.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.914175 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.914681 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: port-security-groups-filtering Jul 14 14:06:27.915012 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.915933 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.916439 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: security-groups-remote-address-group Jul 14 14:06:27.916767 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: securitygroup.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.926998 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.927530 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: security-group Jul 14 14:06:27.927864 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: segment.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.928655 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.929184 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension segment not supported by any of loaded plugins Jul 14 14:06:27.929518 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.930457 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.930966 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 14:06:27.931292 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: servicetype.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.932392 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.932943 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: service-type Jul 14 14:06:27.933274 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: sorting.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.934261 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.934596 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: sorting Jul 14 14:06:27.934925 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: standard_attr_segment.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.936560 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.937098 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 14:06:27.937430 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: standardattrdescription.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.938085 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.938592 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: standard-attr-description Jul 14 14:06:27.938918 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: stateful_security_group.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.939872 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.940384 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: stateful-security-group Jul 14 14:06:27.940712 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: stdattrs_common.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.941322 dv-cinder-679138-10-smb neutron-server[92950]: WARNING neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 14:06:27.941649 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.942591 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.943113 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 14:06:27.943442 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: subnet_onboard.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.944757 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.945305 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: subnet_onboard Jul 14 14:06:27.945632 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.946563 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.947065 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 14:06:27.947389 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: subnet_service_types.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.948327 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.948836 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: subnet-service-types Jul 14 14:06:27.949185 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: subnetallocation.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.950270 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.950823 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: subnet_allocation Jul 14 14:06:27.951148 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.951810 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.952312 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: subnetpool-prefix-ops Jul 14 14:06:27.952635 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.953593 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.954098 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 14:06:27.954423 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: tagging.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.955476 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.955986 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: standard-attr-tag Jul 14 14:06:27.956315 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: timestamp.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.957541 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.958062 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loaded extension: standard-attr-timestamp Jul 14 14:06:27.958392 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: trunk.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.959429 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.959942 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension trunk not supported by any of loaded plugins Jul 14 14:06:27.960274 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: trunk_details.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.961239 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.961752 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension trunk-details not supported by any of loaded plugins Jul 14 14:06:27.962082 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: uplink_status_propagation.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.963003 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.963515 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 14:06:27.963843 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Loading extension file: vlantransparent.py {{(pid=92950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 14:06:27.964511 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 14:06:27.965054 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 14:06:27.967596 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:network Jul 14 14:06:27.968123 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:subnet Jul 14 14:06:27.968523 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 14:06:27.968951 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:port Jul 14 14:06:27.970186 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.970631 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service FLAVORS assigned prefix: {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.971260 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.971685 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.972014 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:router Jul 14 14:06:27.972451 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:floatingip Jul 14 14:06:27.972958 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service METERING assigned prefix: /metering {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.974391 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.974760 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.975111 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:06:27.976077 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 14:06:27.976529 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:security_group Jul 14 14:06:27.977014 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 14:06:27.977621 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service CORE assigned prefix: {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.977951 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 14:06:27.978296 dv-cinder-679138-10-smb neutron-server[92950]: WARNING neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] subnetpool is already registered Jul 14 14:06:27.978721 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service CORE assigned prefix: {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.979051 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 14:06:27.979393 dv-cinder-679138-10-smb neutron-server[92950]: WARNING neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] subnetpool is already registered Jul 14 14:06:27.981690 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.982645 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service FLAVORS assigned prefix: {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.983237 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.983659 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.983993 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:router Jul 14 14:06:27.984335 dv-cinder-679138-10-smb neutron-server[92950]: WARNING neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] router is already registered Jul 14 14:06:27.984750 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:floatingip Jul 14 14:06:27.985120 dv-cinder-679138-10-smb neutron-server[92950]: WARNING neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] floatingip is already registered Jul 14 14:06:27.985579 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service METERING assigned prefix: /metering {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.986254 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 14:06:27.986585 dv-cinder-679138-10-smb neutron-server[92950]: WARNING neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] rbac_policy is already registered Jul 14 14:06:27.986998 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:security_group Jul 14 14:06:27.987332 dv-cinder-679138-10-smb neutron-server[92950]: WARNING neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] security_group is already registered Jul 14 14:06:27.987732 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 14:06:27.988067 dv-cinder-679138-10-smb neutron-server[92950]: WARNING neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] security_group_rule is already registered Jul 14 14:06:27.988690 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service CORE assigned prefix: {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.989043 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 14:06:27.989378 dv-cinder-679138-10-smb neutron-server[92950]: WARNING neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] subnetpool is already registered Jul 14 14:06:27.989801 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.v2.resource_helper [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Service CORE assigned prefix: {{(pid=92950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:06:27.990125 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 14:06:27.990454 dv-cinder-679138-10-smb neutron-server[92950]: WARNING neutron.quota.resource_registry [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] subnetpool is already registered Jul 14 14:06:27.990921 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: extensions {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:27.992379 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: address-groups {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:27.993903 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: address-scopes {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:27.995204 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: agents {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:27.996359 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: auto-allocated-topology {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:27.998233 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: availability_zones {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:27.999452 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: dhcp-networks {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.001072 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: dhcp-agents {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.002489 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: routers {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.004192 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: flavors {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.005479 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: service_profiles {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.006677 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: next_providers {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.008131 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: service_profiles {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.009720 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: floatingip-pools {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.010935 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: routers {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.012632 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: floatingips {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.014939 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: l3-routers {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.016369 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: l3-agents {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.017848 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: metering-labels {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.019094 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: metering-label-rules {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.020469 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: network-ip-availabilities {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.021745 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: bindings {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.023305 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: quotas {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.024867 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: quotas {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.026289 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: rbac-policies {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.027479 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: security-groups {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.028773 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: security-group-rules {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.030090 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: service-providers {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.031316 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: subnetpools {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.032633 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: subnetpools {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.034217 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: tags {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.035881 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: tags {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.037741 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: tags {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.039523 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: tags {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.041235 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: tags {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.043195 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: tags {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.045425 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: tags {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.047227 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: tags {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.049160 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: tags {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.050853 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron.api.extensions [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Extended resource: tags {{(pid=92950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:06:28.056707 dv-cinder-679138-10-smb neutron-server[92950]: WARNING keystonemiddleware.auth_token [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 14:06:28.061821 dv-cinder-679138-10-smb neutron-server[92950]: WARNING keystonemiddleware.auth_token [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 14:06:28.070363 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Acquired lock "singleton_lock" {{(pid=92950) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 14:06:28.070841 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_concurrency.lockutils [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Releasing lock "singleton_lock" {{(pid=92950) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 14:06:28.071487 dv-cinder-679138-10-smb neutron-server[92950]: INFO oslo_service.service [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Starting 2 workers Jul 14 14:06:28.076922 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Started child 93057 {{(pid=92950) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 14:06:28.081446 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Started child 93058 {{(pid=92950) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 14:06:28.082645 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:28.083337 dv-cinder-679138-10-smb neutron-server[92950]: INFO neutron.service [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 14:06:28.083724 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Notify callbacks [] for process, before_spawn {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:28.084112 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [-] (93057) wsgi starting up on http://0.0.0.0:9696 Jul 14 14:06:28.086162 dv-cinder-679138-10-smb neutron-server[92950]: INFO oslo_service.service [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Starting 1 workers Jul 14 14:06:28.086335 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:28.087578 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [-] (93058) wsgi starting up on http://0.0.0.0:9696 Jul 14 14:06:28.091503 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Started child 93059 {{(pid=92950) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 14:06:28.092561 dv-cinder-679138-10-smb neutron-server[92950]: INFO oslo_service.service [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Starting 1 workers Jul 14 14:06:28.095595 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.service [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] calling RpcWorker wait() {{(pid=93059) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 14:06:28.096222 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.service [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] returning from RpcWorker wait() {{(pid=93059) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 14:06:28.097151 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Started child 93060 {{(pid=92950) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 14:06:28.097369 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:28.097831 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:28.098025 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG neutron_lib.callbacks.manager [None req-688e8463-3385-4ef0-902e-8b0e0ddae6eb None None] Notify callbacks [] for process, after_spawn {{(pid=92950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:28.099908 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92950) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 14:06:28.100123 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 14:06:28.100309 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 14:06:28.100525 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 14:06:28.100903 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 14:06:28.101069 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 14:06:28.101558 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.101832 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.102082 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.102224 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:28.102905 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.102905 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.103179 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:28.103316 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.103457 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.103705 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.103983 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.104231 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.104408 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.104575 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.104837 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.105092 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.105376 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.105632 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.105870 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.106157 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.106329 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.106578 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.106844 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.107228 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.107551 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] debug = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.107813 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.108329 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.108528 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.108787 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.109061 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.109332 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.109586 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.109816 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.110065 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.110300 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.110543 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.110796 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.111030 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.111261 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.111497 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.111804 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.112378 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.112639 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] host = dv-cinder-679138-10-smb {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.112936 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.113133 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.113393 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.113644 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.113895 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.114112 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.114364 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.114629 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.114891 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.115115 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.115387 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.115645 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.115879 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.116127 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_file = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.116283 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_options = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.116528 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.116783 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.117172 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.117372 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.117544 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.117707 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.117961 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.118127 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.118452 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.118602 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.118822 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.119054 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.119291 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.119526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.119805 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.120056 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.120275 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.120488 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.120734 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.121020 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.121249 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.121496 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.121729 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.121968 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.122202 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.122451 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.122728 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.122973 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.123199 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.123563 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.123816 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.124080 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.124338 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.124587 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.124824 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.125075 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.125291 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.125562 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.125793 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.126064 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.126325 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.126558 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.126810 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.127044 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.127264 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.127497 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] use_json = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.127711 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.127952 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.128222 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.128436 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.128674 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.128867 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.129118 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.129367 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.130333 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.130333 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.130517 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.130652 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.130839 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.131086 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.131345 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.131546 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.131822 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.132057 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.132447 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.132627 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.132898 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.133255 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.133435 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.133740 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.134061 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.134315 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.134535 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.134784 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.135020 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.135628 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.135628 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.138760 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.138760 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.138760 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.138760 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.138760 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.138760 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.138760 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.138760 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.139926 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.139926 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.139926 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.139926 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.139926 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.139926 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.139926 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.145278 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.145278 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.145278 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.145278 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.145278 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.145278 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.145278 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.145278 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.145278 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146079 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146079 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146079 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146079 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146079 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146079 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146079 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146079 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146079 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146722 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146722 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146722 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146722 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146722 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146722 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146722 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146722 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.146722 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.147335 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.147335 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.147335 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.147335 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.147335 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.147335 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.147335 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.147335 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.147915 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.147915 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.148059 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.148547 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.148547 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.148948 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.148948 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.149823 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.149823 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.149823 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.149823 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.153237 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.153237 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.153237 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.153237 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.153237 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.153237 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.153237 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.153237 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.154658 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.154658 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.154658 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.154658 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.154658 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.154658 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.154658 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.154658 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.155487 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.155487 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.155487 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.155487 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.155771 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.155771 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.156418 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.156418 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.158868 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.158868 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.158868 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.158868 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.158868 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.158868 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.158868 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.158868 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161328 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161328 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161328 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161328 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161328 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161328 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161328 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161328 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161910 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161910 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161910 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161910 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161910 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161910 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.161910 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.162407 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.162407 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.162588 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.162811 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.163050 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.163336 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.163584 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.163826 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.164119 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.164439 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.164594 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.165466 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.165466 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.165466 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.165466 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.167506 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.167506 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.167506 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.167506 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.167506 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.167506 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.167506 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.167506 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.168085 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.168085 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.168085 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.168085 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.168370 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.168457 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.168650 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.168888 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.169130 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.169365 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.169658 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.170168 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.170168 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.171012 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.171012 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.171012 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.171320 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.171434 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.171609 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.172109 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.172109 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.172381 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.172562 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.172786 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.173065 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.173234 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.173431 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.173648 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.174140 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.174140 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.175185 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.175185 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.175185 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.175185 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.175669 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.175669 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.175969 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.176091 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.176931 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.176931 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.176931 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.177186 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.177256 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.177422 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.177663 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.177948 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.178152 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.178366 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.178579 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.178809 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.179030 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.179243 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.179552 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.179802 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.180031 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.180289 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.180524 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.180736 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.181032 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.181218 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.181447 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.181667 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.181887 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.182098 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.182360 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.182590 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.182802 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.183021 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.183237 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.183467 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.183693 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.183921 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.184331 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.184750 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.185038 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.185255 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.185501 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.185753 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.185965 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.186187 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.186409 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.186618 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.186926 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.187174 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.187397 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.187687 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.187917 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.188172 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.188414 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.188704 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.188958 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.189206 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.189423 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.189662 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.189900 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.190163 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.190474 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.190783 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.191006 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.191260 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.191557 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.191836 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.192097 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.192308 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.192599 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.192973 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.193260 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.193526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.193761 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.194020 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.194285 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.194470 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.194956 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.195195 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.195413 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.195666 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.195918 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.196141 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.196379 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.196604 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.196816 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.197088 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.197321 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.197561 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.197797 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.197992 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 14:06:28.198491 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92950) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 14:06:28.198650 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 14:06:28.198807 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 14:06:28.198973 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 14:06:28.199124 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 14:06:28.199270 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 14:06:28.199474 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.199635 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.199797 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.199957 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.200124 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.200287 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.200451 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.200611 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.201317 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.201474 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.201632 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.201789 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.201948 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.202104 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.202262 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.202420 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.202577 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.202735 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.202898 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.203055 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.203213 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.203370 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.203526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] debug = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.203683 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.203875 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.204038 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.204194 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.204350 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.204506 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.204663 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.204819 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.205010 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.205150 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.205312 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.205455 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.205611 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.205768 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.205924 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.206081 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.206237 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.206395 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] host = dv-cinder-679138-10-smb {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.206551 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.206709 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.206865 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.207022 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.207179 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.207336 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.207493 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.207650 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.207807 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.207964 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.208122 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.208278 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.208434 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.208591 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_file = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.208748 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_options = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.208992 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.209151 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.209309 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.209493 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.209655 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.211504 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.211504 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.211504 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.211504 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.211504 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.211504 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.211504 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.211504 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212077 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212077 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212077 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212077 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212077 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212077 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212077 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212077 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212628 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212628 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212628 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212628 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212935 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.212935 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.213081 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.213159 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.213306 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.213462 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.214755 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.214755 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.214755 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.214755 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.214755 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.214755 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.214755 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.215640 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.215640 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.215640 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.215640 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.215640 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.215640 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.216044 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.216044 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] use_json = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.216044 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.216273 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.216984 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.217235 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.217438 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.217600 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.217747 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.217907 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:06:28.218086 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.218250 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.219526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.219526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.219526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.219526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.219526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.219526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.219526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.219526 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221144 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221144 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221144 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221144 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221144 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221144 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221144 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221144 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221604 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221604 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221604 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221604 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221604 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221604 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221938 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.221938 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.222057 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.222192 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.222612 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.222612 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.222865 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.222865 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.223097 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.223097 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.223377 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.223377 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.224186 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.224186 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.224186 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.224186 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.224186 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.225132 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.225132 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.225132 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.225132 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.225132 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.225132 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.225938 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.225938 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.225938 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.225938 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.225938 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.225938 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.226482 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.226482 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.226482 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.226800 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.226800 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.226800 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.227061 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.227145 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.227258 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.227418 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.227578 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.227737 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.227892 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.228043 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.228202 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.228361 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.228550 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.228680 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.228839 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.229021 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.229181 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.229340 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.229500 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.229659 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.229818 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.229978 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.230131 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.230283 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.230445 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.230594 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.230736 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.230909 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.231083 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.231243 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.231402 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.231561 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.231730 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.231853 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.232122 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.232289 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.232485 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.232682 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.232832 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:28.232966 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.233064 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.233171 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.233332 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.233491 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.233650 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.233809 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.233968 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.234126 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.234286 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.234446 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.234605 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.234765 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.234926 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.235085 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.235245 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.235414 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.235574 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.235736 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.235896 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.236064 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.236235 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.236395 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.236555 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.236715 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.236892 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.237052 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.237212 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.237371 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.237531 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.237690 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.237848 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.238016 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.238185 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.238345 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.238505 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.238664 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.238846 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.239006 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.239165 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.239326 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.239487 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.239646 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.239806 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.239965 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.240125 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.240284 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.240444 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.240608 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.240770 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.240952 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.241114 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.241273 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.241432 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.241592 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.241753 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.241914 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.242073 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.242231 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.242391 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.242550 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.242708 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.242867 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.243028 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.243187 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.243347 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.243508 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.243660 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.244993 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.244993 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.244993 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.244993 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.244993 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.244993 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.244993 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.244993 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.246867 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.246867 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.246867 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.246867 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.246867 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.246867 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.246867 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.246867 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.247946 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.247946 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.247946 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.247946 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.247946 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.247946 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.247946 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.247946 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.248968 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.248968 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.248968 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.248968 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.248968 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.248968 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.248968 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.248968 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.249609 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.249609 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.249609 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.249609 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.249609 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.249609 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.249609 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.250231 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.250231 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.250231 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.250231 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.250513 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.250513 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.250748 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.250869 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.250992 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.251100 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.251272 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.251432 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.251592 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.251751 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.251910 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.252069 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.252240 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.252400 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.252560 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.252721 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.252936 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.253061 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.253195 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.253340 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.253499 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.253657 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.253817 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.253976 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.254146 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.254307 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.254467 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.254626 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.254785 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.254944 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.255550 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.255550 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.255550 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.255550 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.256406 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.256406 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.256406 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.256406 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.256406 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.257331 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.257331 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.257331 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.257331 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.257331 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.257331 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.258099 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.258099 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.258099 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.258099 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.258099 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.258518 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.258518 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.258518 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.258726 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.258726 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.259166 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.259166 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.259166 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.259377 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.259505 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.259616 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.259771 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.260157 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.260157 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.260330 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.260409 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.260521 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.260680 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.260839 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.261020 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.261179 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.261338 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.261497 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:06:28.261649 dv-cinder-679138-10-smb neutron-server[92950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 14:06:28.563972 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 33268) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:28.572756 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064166 Jul 14 14:06:40.019526 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbde6b8-11be-44f6-a644-a81e15804eb7 None None] get_active_networks_info from dv-cinder-679138-10-smb {{(pid=93059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 14:06:40.148718 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbde6b8-11be-44f6-a644-a81e15804eb7 None None] No non-hosted networks {{(pid=93059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 14:06:40.165660 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.agentschedulers_db [None req-ecbde6b8-11be-44f6-a644-a81e15804eb7 None None] DHCP Agent not found on host dv-cinder-679138-10-smb {{(pid=93059) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 14:06:40.322839 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-549ee005-6db9-40f3-8e3b-847630240287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3854414'] for agent, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.289808 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bd5062ac-6ce1-48c3-b9b8-efc16d8ac818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3854414'] for agent, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.353351 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-86387151-7d3c-47c7-9e22-834bab77ed49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.670631 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3854414'] for agent, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.671971 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.672744 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.673431 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.674437 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.675513 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.676628 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.677206 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.679348 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.682249 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.683068 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.683830 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.685619 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.687374 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-679138-10-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:42.702285 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-679138-10-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:43.763416 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3854414'] for agent, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:45.113668 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3854414'] for agent, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:46.383548 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 33362) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:46.680757 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.db.l3_hamode_db [None req-68c42e41-1198-47fe-9050-01965801d653 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 14:06:46.757738 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c42e41-1198-47fe-9050-01965801d653 None None] Routers set() bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:46.758133 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c42e41-1198-47fe-9050-01965801d653 None None] Router IDs set() for agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 14:06:46.877441 dv-cinder-679138-10-smb neutron-server[93058]: WARNING oslo_policy.policy [None req-d5f8f8d8-1176-4098-bb8a-846532bdbde3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:06:46.878037 dv-cinder-679138-10-smb neutron-server[93058]: WARNING oslo_policy.policy [None req-d5f8f8d8-1176-4098-bb8a-846532bdbde3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:06:47.091835 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [None req-d5f8f8d8-1176-4098-bb8a-846532bdbde3 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:06:47.092857 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-d5f8f8d8-1176-4098-bb8a-846532bdbde3 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7084975 Jul 14 14:06:49.456633 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 33376) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:49.755472 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-84b43f06-0456-4f84-a1c8-6e7c4c1defa6 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:49.847753 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.policy [None req-84b43f06-0456-4f84-a1c8-6e7c4c1defa6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93058) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 14:06:49.891621 dv-cinder-679138-10-smb neutron-server[93058]: WARNING oslo_policy.policy [None req-84b43f06-0456-4f84-a1c8-6e7c4c1defa6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:06:49.891984 dv-cinder-679138-10-smb neutron-server[93058]: WARNING oslo_policy.policy [None req-84b43f06-0456-4f84-a1c8-6e7c4c1defa6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:06:49.900315 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.quota [None req-84b43f06-0456-4f84-a1c8-6e7c4c1defa6 admin admin] Loaded quota_driver: . Jul 14 14:06:49.988755 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-84b43f06-0456-4f84-a1c8-6e7c4c1defa6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740086880718', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740086880153', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740086893383', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740086890893', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740086905800', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740086911943', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-592317', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647840', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3716867', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3913202'] for rbac-policy, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:50.049873 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-84b43f06-0456-4f84-a1c8-6e7c4c1defa6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:50.051038 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-84b43f06-0456-4f84-a1c8-6e7c4c1defa6 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5934217 Jul 14 14:06:52.579687 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 33388) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:52.868534 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'project_id': '18ebe68a2252489091c837a47bb0dc00'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:52.897652 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Made reservation on behalf of 18ebe68a2252489091c837a47bb0dc00 for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:06:52.900387 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.916438 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.036628 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.040331 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.059766 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:06:53.088097 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740088810298', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.088668 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Unsubscribe: segment precommit_create {{(pid=93058) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 14:06:53.089195 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.segments_db [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Added segment 2fbd699a-51fb-4142-bb1b-62da3c6d63ea of type vlan for network 2c875a30-fd2e-4a09-8d49-acff77c71bfc Jul 14 14:06:53.105896 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38e48f0-da4e-4e83-b0ab-1a7d9b11517b,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:53.131741 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.132095 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.132431 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.132756 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.133101 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.133423 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.133742 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.134061 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.134422 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.134750 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.135083 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.135396 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Tracked resource versions report: Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: pushed versions: Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: { 'AddressGroup': {'1.2'}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'ConntrackHelper': {'1.0'}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'Log': {'1.0'}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'Network': {'1.1'}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'Port': {'1.7'}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'PortForwarding': {'1.2'}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'QosPolicy': {'1.8'}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'SecurityGroup': {'1.4'}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'SubPort': {'1.0'}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'Subnet': {'1.1'}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'Trunk': {'1.1'}} Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: consumer versions: Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: { DHCP agent@dv-cinder-679138-10-smb: {}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: L3 agent@dv-cinder-679138-10-smb: {}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: Metadata agent@dv-cinder-679138-10-smb: {}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: Metering agent@dv-cinder-679138-10-smb: {}, Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: Open vSwitch agent@dv-cinder-679138-10-smb: { 'AddressGroup': '1.2', Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'ConntrackHelper': '1.0', Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'Log': '1.0', Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'Network': '1.1', Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'Port': '1.7', Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'PortForwarding': '1.2', Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'QosPolicy': '1.8', Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'SecurityGroup': '1.4', Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'SecurityGroupRule': '1.2', Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'SubPort': '1.0', Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'Subnet': '1.1', Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: 'Trunk': '1.1'}} Jul 14 14:06:53.136442 dv-cinder-679138-10-smb neutron-server[93058]: {{(pid=93058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:06:53.213838 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.261524 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.263266 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:53.263904 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.346654 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7658050 Jul 14 14:06:53.360432 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f5566-1d99-4b92-a14d-6cb5161114de admin admin] Pushing event updated for resources: {'Network': ['ID=2c875a30-fd2e-4a09-8d49-acff77c71bfc,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:53.376487 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 2c875a30-fd2e-4a09-8d49-acff77c71bfc details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:06:55.956552 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 33402) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:56.335989 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e068ba-2b15-4149-80f3-9e29ea0f3e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:56.337366 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-51e068ba-2b15-4149-80f3-9e29ea0f3e53 admin admin] 10.222.0.53 "GET /v2.0/networks/2c875a30-fd2e-4a09-8d49-acff77c71bfc HTTP/1.1" status: 200 len: 825 time: 0.3798494 Jul 14 14:06:56.360898 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-c593b3de-fb7b-4983-bfba-c5056ce5a543 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/3b59718d-afd8-4685-8bc4-8ff4f1013091 HTTP/1.1" status: 200 len: 734 time: 0.0179384 Jul 14 14:06:56.368947 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-9cdd0a12-9bae-45a6-86b6-3cc7817b3fb2 admin admin] Request body: {'subnet': {'subnetpool_id': '3b59718d-afd8-4685-8bc4-8ff4f1013091', 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'gateway_ip': '172.20.0.1'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:56.390926 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdd0a12-9bae-45a6-86b6-3cc7817b3fb2 admin admin] Made reservation on behalf of 18ebe68a2252489091c837a47bb0dc00 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:06:56.393198 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0a12-9bae-45a6-86b6-3cc7817b3fb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.681472 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0a12-9bae-45a6-86b6-3cc7817b3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.753560 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd0a12-9bae-45a6-86b6-3cc7817b3fb2 admin admin] Checking segment: {'id': '2fbd699a-51fb-4142-bb1b-62da3c6d63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:06:56.753946 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdd0a12-9bae-45a6-86b6-3cc7817b3fb2 admin admin] Network hostable DHCP agents. Network: 2c875a30-fd2e-4a09-8d49-acff77c71bfc, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:06:56.758442 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd0a12-9bae-45a6-86b6-3cc7817b3fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d00b6cb-8c75-4c93-809c-5c39f785f66c,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:56.776608 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdd0a12-9bae-45a6-86b6-3cc7817b3fb2 admin admin] Network 2c875a30-fd2e-4a09-8d49-acff77c71bfc is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:06:56.788594 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-9cdd0a12-9bae-45a6-86b6-3cc7817b3fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 2c875a30-fd2e-4a09-8d49-acff77c71bfc) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:06:56.793749 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdd0a12-9bae-45a6-86b6-3cc7817b3fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:56.794381 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0a12-9bae-45a6-86b6-3cc7817b3fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.798974 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7734e129-4bd0-445d-b12d-fb75ec3cde71 None None] Network 2c875a30-fd2e-4a09-8d49-acff77c71bfc requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:06:56.807443 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-9cdd0a12-9bae-45a6-86b6-3cc7817b3fb2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4417019 Jul 14 14:06:57.110954 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a962f5-06de-5b6f-a7b7-a44709c80867-2c875a30-fd2e-4a09-8d49-acff77c71bfc', 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'fixed_ips': [{'subnet_id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c'}]}} from dv-cinder-679138-10-smb. {{(pid=93059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:06:57.112280 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.383013 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Allocated IP 172.20.0.2 (2c875a30-fd2e-4a09-8d49-acff77c71bfc/5d00b6cb-8c75-4c93-809c-5c39f785f66c/39e1791d-c67c-41c3-a025-7e436f4c2d89) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:06:57.586281 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.628275 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Transition to ACTIVE for port object 39e1791d-c67c-41c3-a025-7e436f4c2d89 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:06:57.649191 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Transition to ACTIVE for port object 39e1791d-c67c-41c3-a025-7e436f4c2d89 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:06:57.658051 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.732108 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Network 2c875a30-fd2e-4a09-8d49-acff77c71bfc is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:06:57.743767 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:06:57.752706 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Pushing event updated for resources: {'Port': ['ID=39e1791d-c67c-41c3-a025-7e436f4c2d89,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:57.754997 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:06:57.781876 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.782231 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.782575 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.782918 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.783254 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.783590 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.783929 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.784261 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.784656 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.785013 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.785339 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.785666 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Tracked resource versions report: Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: pushed versions: Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: { 'AddressGroup': {'1.2'}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'ConntrackHelper': {'1.0'}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'Log': {'1.0'}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'Network': {'1.1'}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'Port': {'1.7'}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'PortForwarding': {'1.2'}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'QosPolicy': {'1.8'}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'SecurityGroup': {'1.4'}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'SubPort': {'1.0'}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'Subnet': {'1.1'}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'Trunk': {'1.1'}} Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: consumer versions: Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: { DHCP agent@dv-cinder-679138-10-smb: {}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: L3 agent@dv-cinder-679138-10-smb: {}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: Metadata agent@dv-cinder-679138-10-smb: {}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: Metering agent@dv-cinder-679138-10-smb: {}, Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: Open vSwitch agent@dv-cinder-679138-10-smb: { 'AddressGroup': '1.2', Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'ConntrackHelper': '1.0', Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'Log': '1.0', Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'Network': '1.1', Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'Port': '1.7', Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'PortForwarding': '1.2', Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'QosPolicy': '1.8', Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'SecurityGroup': '1.4', Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'SecurityGroupRule': '1.2', Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'SubPort': '1.0', Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'Subnet': '1.1', Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: 'Trunk': '1.1'}} Jul 14 14:06:57.786731 dv-cinder-679138-10-smb neutron-server[93059]: {{(pid=93059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:06:57.837167 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Attempting to bind port 39e1791d-c67c-41c3-a025-7e436f4c2d89 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:06:57.837752 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Attempting to bind port 39e1791d-c67c-41c3-a025-7e436f4c2d89 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '2fbd699a-51fb-4142-bb1b-62da3c6d63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:06:57.837989 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Attempting to bind port 39e1791d-c67c-41c3-a025-7e436f4c2d89 on network 2c875a30-fd2e-4a09-8d49-acff77c71bfc {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:06:57.843414 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:06:57.843815 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Checking segment: {'id': '2fbd699a-51fb-4142-bb1b-62da3c6d63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:06:57.844289 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.844687 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Bound using segment: {'id': '2fbd699a-51fb-4142-bb1b-62da3c6d63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:06:57.845180 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Bound port: 39e1791d-c67c-41c3-a025-7e436f4c2d89, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbd699a-51fb-4142-bb1b-62da3c6d63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:06:57.845591 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.907964 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] For port 39e1791d-c67c-41c3-a025-7e436f4c2d89, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:06:57.912118 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] For port 39e1791d-c67c-41c3-a025-7e436f4c2d89, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=39e1791d-c67c-41c3-a025-7e436f4c2d89,segment=NetworkSegment(2fbd699a-51fb-4142-bb1b-62da3c6d63ea),segment_id=2fbd699a-51fb-4142-bb1b-62da3c6d63ea)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:06:57.916353 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.983118 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a9002-ae0f-4c01-afaa-b12050a54d26 None None] Pushing event updated for resources: {'Port': ['ID=39e1791d-c67c-41c3-a025-7e436f4c2d89,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:59.186654 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 33410) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:59.496339 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [None req-5277bab8-8cab-49d6-ba4d-64c4c8dbb22a admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:06:59.497800 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-5277bab8-8cab-49d6-ba4d-64c4c8dbb22a admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3098564 Jul 14 14:07:01.876915 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 33418) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:02.188531 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [None req-f6216ba8-0360-4607-8cb6-708916f6c3d7 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:07:02.189561 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-f6216ba8-0360-4607-8cb6-708916f6c3d7 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115897 Jul 14 14:07:04.075916 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec4eb4b-7e47-416f-99e8-2addc8cb4768 None None] Network 2c875a30-fd2e-4a09-8d49-acff77c71bfc requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:07:04.199875 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-5ca885ef-5de6-4358-afb6-545a3efd123d None None] Provisioning for port 39e1791d-c67c-41c3-a025-7e436f4c2d89 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:07:04.497025 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 39e1791d-c67c-41c3-a025-7e436f4c2d89 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:07:04.588263 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 39e1791d-c67c-41c3-a025-7e436f4c2d89 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:07:04.591984 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 39e1791d-c67c-41c3-a025-7e436f4c2d89 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:07:04.592380 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.697668 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.732266 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port 39e1791d-c67c-41c3-a025-7e436f4c2d89, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=39e1791d-c67c-41c3-a025-7e436f4c2d89,segment=NetworkSegment(2fbd699a-51fb-4142-bb1b-62da3c6d63ea),segment_id=2fbd699a-51fb-4142-bb1b-62da3c6d63ea)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:07:04.736227 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.782737 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=39e1791d-c67c-41c3-a025-7e436f4c2d89,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:04.814584 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 33432) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:05.103316 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-8b7cd3bd-856a-4c74-a08e-7d5784809bc7 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'admin_state_up': True}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:07:05.126519 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd3bd-856a-4c74-a08e-7d5784809bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28540'] for router, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:05.128295 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd3bd-856a-4c74-a08e-7d5784809bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3860646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4239'] for router, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:05.262816 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd3bd-856a-4c74-a08e-7d5784809bc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:05.267457 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd3bd-856a-4c74-a08e-7d5784809bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861333'] for router, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:05.281265 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd3bd-856a-4c74-a08e-7d5784809bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:05.282433 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-8b7cd3bd-856a-4c74-a08e-7d5784809bc7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4668951 Jul 14 14:07:06.485450 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 39e1791d-c67c-41c3-a025-7e436f4c2d89 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:07:06.533780 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 39e1791d-c67c-41c3-a025-7e436f4c2d89 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:07:06.534145 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:07.617355 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 33440) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:07.918346 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [None req-fb9d1cf5-76d6-4517-8c1e-29882bcda644 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:07:07.919462 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-fb9d1cf5-76d6-4517-8c1e-29882bcda644 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3011756 Jul 14 14:07:09.945702 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2e13aa2e-3c71-4387-8169-e87a70b134a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:10.267288 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 33448) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:10.566124 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:07:10.586647 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Made reservation on behalf of a68673da7c5140c482cb39a741463f5a for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:07:10.588965 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:10.599247 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:10.687145 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:10.690860 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:10.707539 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Reserving flat network on physical network physnet1 {{(pid=93058) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 14:07:10.725954 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aa4526-f111-4a9a-b027-84ccb4789da8,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:10.730740 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:10.731069 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.segments_db [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Added segment 5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db of type flat for network 784e43e9-632a-4141-91b3-1523b332ebc2 Jul 14 14:07:10.776339 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:10.810962 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:10.811803 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:10.812382 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:10.876898 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5980797 Jul 14 14:07:10.876898 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd5cfc-554f-4730-8aa8-d25ac2cadb7d admin admin] Pushing event updated for resources: {'Network': ['ID=784e43e9-632a-4141-91b3-1523b332ebc2,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:10.884927 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 784e43e9-632a-4141-91b3-1523b332ebc2 details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:07:12.285633 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-97840e26-cd1e-4090-920c-1349a17e9bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:12.669485 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:13.186474 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 33456) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:13.530056 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac88705d-451f-4217-97fc-175638277131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:13.531359 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-ac88705d-451f-4217-97fc-175638277131 admin admin] 10.222.0.53 "GET /v2.0/subnets/5d00b6cb-8c75-4c93-809c-5c39f785f66c HTTP/1.1" status: 200 len: 849 time: 0.3439217 Jul 14 14:07:13.644388 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-2f6a3ba5-bbab-47d6-a9c5-88b8fcac1349 admin admin] 10.222.0.53 "GET /v2.0/routers/457758d9-d439-4c32-8f06-deffe68cc002 HTTP/1.1" status: 200 len: 704 time: 0.1076853 Jul 14 14:07:13.714850 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:13.906811 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:14.189764 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Allocated IP 172.20.0.1 (2c875a30-fd2e-4a09-8d49-acff77c71bfc/5d00b6cb-8c75-4c93-809c-5c39f785f66c/439afaff-cec9-4974-8958-d0d4cedaf4c4) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:07:14.382736 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:14.404139 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Transition to ACTIVE for port object 439afaff-cec9-4974-8958-d0d4cedaf4c4 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:07:14.481003 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:14.550906 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Network 2c875a30-fd2e-4a09-8d49-acff77c71bfc is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:07:14.559620 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:07:14.564060 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:07:14.565072 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861414'] for router_interface, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:14.584371 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Pushing event updated for resources: {'Port': ['ID=439afaff-cec9-4974-8958-d0d4cedaf4c4,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:14.748123 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-3b45454a-9e00-4edc-bd1a-21bd9727be6f None None] Provisioning for port 439afaff-cec9-4974-8958-d0d4cedaf4c4 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:07:14.751608 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-3b45454a-9e00-4edc-bd1a-21bd9727be6f None None] Provisioning complete for port 439afaff-cec9-4974-8958-d0d4cedaf4c4 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:07:14.751979 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3b45454a-9e00-4edc-bd1a-21bd9727be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:14.774324 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:14.784201 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-3b45454a-9e00-4edc-bd1a-21bd9727be6f None None] Port 439afaff-cec9-4974-8958-d0d4cedaf4c4 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:07:14.953904 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:14.958001 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:14.958740 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3855382'] for router_interface, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:15.032422 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Pushing event updated for resources: {'Port': ['ID=439afaff-cec9-4974-8958-d0d4cedaf4c4,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:15.063620 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:15.079686 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Network 2c875a30-fd2e-4a09-8d49-acff77c71bfc is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:07:15.081028 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:07:15.239321 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Router 457758d9-d439-4c32-8f06-deffe68cc002 is scheduled to L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 with binding_index 1 {{(pid=93058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:07:15.306624 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-703ff327-af4f-4700-ab89-3d351651ef89 None None] Provisioning complete for port 439afaff-cec9-4974-8958-d0d4cedaf4c4 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:07:15.307000 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-703ff327-af4f-4700-ab89-3d351651ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:15.332287 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:07:15.339606 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-1065bb35-315f-453c-b9c6-00e68f52fac7 admin admin] 10.222.0.53 "PUT /v2.0/routers/457758d9-d439-4c32-8f06-deffe68cc002/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6885149 Jul 14 14:07:15.341503 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-703ff327-af4f-4700-ab89-3d351651ef89 None None] Port 439afaff-cec9-4974-8958-d0d4cedaf4c4 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:07:15.358092 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Sync routers for ids ['457758d9-d439-4c32-8f06-deffe68cc002'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:07:15.369503 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Routers {'457758d9-d439-4c32-8f06-deffe68cc002'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:07:15.370900 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:07:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['457758d9-d439-4c32-8f06-deffe68cc002'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:15.552417 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Set router 457758d9-d439-4c32-8f06-deffe68cc002 gateway port host: None {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:07:15.981241 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457758d9-d439-4c32-8f06-deffe68cc002', 'name': 'router1', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:07:05Z', 'updated_at': '2021-07-14T14:07:14Z', 'revision_number': 2, 'project_id': '18ebe68a2252489091c837a47bb0dc00', 'gw_port_host': None, '_interfaces': [{'id': '439afaff-cec9-4974-8958-d0d4cedaf4c4', 'name': '', 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'mac_address': 'fa:16:3e:b2:72:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457758d9-d439-4c32-8f06-deffe68cc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:07:13Z', 'updated_at': '2021-07-14T14:07:14Z', 'revision_number': 2, 'project_id': '18ebe68a2252489091c837a47bb0dc00', 'subnets': [{'id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b59718d-afd8-4685-8bc4-8ff4f1013091'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:16.032720 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Checking router: 457758d9-d439-4c32-8f06-deffe68cc002 for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:07:16.033122 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Updating router 457758d9-d439-4c32-8f06-deffe68cc002 port 439afaff-cec9-4974-8958-d0d4cedaf4c4 binding host dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:07:16.098105 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:16.265577 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 5 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:07:16.595760 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:16.613873 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Transition to ACTIVE for port object 439afaff-cec9-4974-8958-d0d4cedaf4c4 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:07:16.619449 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:16.708468 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Pushing event updated for resources: {'Port': ['ID=439afaff-cec9-4974-8958-d0d4cedaf4c4,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:16.719368 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:16.719724 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:16.720067 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:16.720405 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:16.720737 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:16.721091 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:16.721420 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:16.721746 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:16.722086 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:16.722412 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:16.722735 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:16.723054 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Tracked resource versions report: Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: pushed versions: Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: { 'AddressGroup': {'1.2'}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'ConntrackHelper': {'1.0'}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'Log': {'1.0'}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'Network': {'1.1'}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'Port': {'1.7'}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'PortForwarding': {'1.2'}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'QosPolicy': {'1.8'}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'SecurityGroup': {'1.4'}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'SubPort': {'1.0'}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'Subnet': {'1.1'}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'Trunk': {'1.1'}} Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: consumer versions: Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: { DHCP agent@dv-cinder-679138-10-smb: {}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: L3 agent@dv-cinder-679138-10-smb: {}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: Metadata agent@dv-cinder-679138-10-smb: {}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: Metering agent@dv-cinder-679138-10-smb: {}, Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: Open vSwitch agent@dv-cinder-679138-10-smb: { 'AddressGroup': '1.2', Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'ConntrackHelper': '1.0', Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'Log': '1.0', Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'Network': '1.1', Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'Port': '1.7', Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'PortForwarding': '1.2', Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'QosPolicy': '1.8', Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'SecurityGroup': '1.4', Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'SecurityGroupRule': '1.2', Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'SubPort': '1.0', Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'Subnet': '1.1', Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: 'Trunk': '1.1'}} Jul 14 14:07:16.724118 dv-cinder-679138-10-smb neutron-server[93060]: {{(pid=93060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:07:16.803178 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Attempting to bind port 439afaff-cec9-4974-8958-d0d4cedaf4c4 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:07:16.803743 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Attempting to bind port 439afaff-cec9-4974-8958-d0d4cedaf4c4 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '2fbd699a-51fb-4142-bb1b-62da3c6d63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:07:16.804284 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Attempting to bind port 439afaff-cec9-4974-8958-d0d4cedaf4c4 on network 2c875a30-fd2e-4a09-8d49-acff77c71bfc {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:07:16.810524 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:07:16.811064 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Checking segment: {'id': '2fbd699a-51fb-4142-bb1b-62da3c6d63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:07:16.811674 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:16.812172 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Bound using segment: {'id': '2fbd699a-51fb-4142-bb1b-62da3c6d63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:07:16.812763 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Bound port: 439afaff-cec9-4974-8958-d0d4cedaf4c4, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbd699a-51fb-4142-bb1b-62da3c6d63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:07:16.813376 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:16.881463 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] For port 439afaff-cec9-4974-8958-d0d4cedaf4c4, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:07:16.904087 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] For port 439afaff-cec9-4974-8958-d0d4cedaf4c4, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=439afaff-cec9-4974-8958-d0d4cedaf4c4,segment=NetworkSegment(2fbd699a-51fb-4142-bb1b-62da3c6d63ea),segment_id=2fbd699a-51fb-4142-bb1b-62da3c6d63ea)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:07:16.908438 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:16.970609 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2e12f-508b-4ebe-b5f6-e7c58cdae186 None None] Pushing event updated for resources: {'Port': ['ID=439afaff-cec9-4974-8958-d0d4cedaf4c4,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:16.975905 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Routers {'457758d9-d439-4c32-8f06-deffe68cc002'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:07:16.976525 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:07:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['457758d9-d439-4c32-8f06-deffe68cc002'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:17.072122 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] Set router 457758d9-d439-4c32-8f06-deffe68cc002 gateway port host: None {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:07:17.280597 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457758d9-d439-4c32-8f06-deffe68cc002', 'name': 'router1', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:07:05Z', 'updated_at': '2021-07-14T14:07:14Z', 'revision_number': 2, 'project_id': '18ebe68a2252489091c837a47bb0dc00', 'gw_port_host': None, '_interfaces': [{'id': '439afaff-cec9-4974-8958-d0d4cedaf4c4', 'name': '', 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'mac_address': 'fa:16:3e:b2:72:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457758d9-d439-4c32-8f06-deffe68cc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:07:13Z', 'updated_at': '2021-07-14T14:07:16Z', 'revision_number': 4, 'project_id': '18ebe68a2252489091c837a47bb0dc00', 'subnets': [{'id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b59718d-afd8-4685-8bc4-8ff4f1013091'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:17.310014 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca483d82-820e-48f5-a33e-91536224a63e None None] The sync data for ids ['457758d9-d439-4c32-8f06-deffe68cc002'] in dv-cinder-679138-10-smb is: [{'id': '457758d9-d439-4c32-8f06-deffe68cc002', 'name': 'router1', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:07:05Z', 'updated_at': '2021-07-14T14:07:14Z', 'revision_number': 2, 'project_id': '18ebe68a2252489091c837a47bb0dc00', 'gw_port_host': None, '_interfaces': [{'id': '439afaff-cec9-4974-8958-d0d4cedaf4c4', 'name': '', 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'mac_address': 'fa:16:3e:b2:72:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457758d9-d439-4c32-8f06-deffe68cc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:07:13Z', 'updated_at': '2021-07-14T14:07:16Z', 'revision_number': 4, 'project_id': '18ebe68a2252489091c837a47bb0dc00', 'subnets': [{'id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b59718d-afd8-4685-8bc4-8ff4f1013091'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:07:17.685040 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 33476) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:17.906717 dv-cinder-679138-10-smb neutron-server[93057]: WARNING oslo_policy.policy [None req-e7af78c3-81d2-4bd2-aaec-60fcc3330e65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:07:17.907287 dv-cinder-679138-10-smb neutron-server[93057]: WARNING oslo_policy.policy [None req-e7af78c3-81d2-4bd2-aaec-60fcc3330e65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:07:18.340409 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.policy [None req-e7af78c3-81d2-4bd2-aaec-60fcc3330e65 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93057) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 14:07:18.385079 dv-cinder-679138-10-smb neutron-server[93057]: WARNING oslo_policy.policy [None req-e7af78c3-81d2-4bd2-aaec-60fcc3330e65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:07:18.385455 dv-cinder-679138-10-smb neutron-server[93057]: WARNING oslo_policy.policy [None req-e7af78c3-81d2-4bd2-aaec-60fcc3330e65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:07:18.393633 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7af78c3-81d2-4bd2-aaec-60fcc3330e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:18.395520 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-e7af78c3-81d2-4bd2-aaec-60fcc3330e65 admin admin] 10.222.0.53 "GET /v2.0/networks/784e43e9-632a-4141-91b3-1523b332ebc2 HTTP/1.1" status: 200 len: 842 time: 0.7082047 Jul 14 14:07:18.405686 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'cidr': '172.28.3.0/24'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:07:18.407495 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.quota [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Loaded quota_driver: . Jul 14 14:07:18.450981 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Made reservation on behalf of a68673da7c5140c482cb39a741463f5a for: {'subnet': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:07:18.453938 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:18.875211 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.objects.ports [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 14:07:18.875869 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:18.943264 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Checking segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:07:18.943645 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Network hostable DHCP agents. Network: 784e43e9-632a-4141-91b3-1523b332ebc2, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:07:18.948724 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3489bcec-d67d-4510-98e0-368cca3a6874,revision_number=0']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:18.961228 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:18.961575 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:18.961911 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:18.962237 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:18.962562 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:18.962881 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:18.963201 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:18.963524 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:18.964459 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:18.964780 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:18.965117 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:18.965431 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Tracked resource versions report: Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: pushed versions: Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: { 'AddressGroup': {'1.2'}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'ConntrackHelper': {'1.0'}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'Log': {'1.0'}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'Network': {'1.1'}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'Port': {'1.7'}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'PortForwarding': {'1.2'}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'QosPolicy': {'1.8'}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'SecurityGroup': {'1.4'}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'SubPort': {'1.0'}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'Subnet': {'1.1'}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'Trunk': {'1.1'}} Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: consumer versions: Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: { DHCP agent@dv-cinder-679138-10-smb: {}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: L3 agent@dv-cinder-679138-10-smb: {}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: Metadata agent@dv-cinder-679138-10-smb: {}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: Metering agent@dv-cinder-679138-10-smb: {}, Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: Open vSwitch agent@dv-cinder-679138-10-smb: { 'AddressGroup': '1.2', Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'ConntrackHelper': '1.0', Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'Log': '1.0', Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'Network': '1.1', Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'Port': '1.7', Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'PortForwarding': '1.2', Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'QosPolicy': '1.8', Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'SecurityGroup': '1.4', Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'SecurityGroupRule': '1.2', Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'SubPort': '1.0', Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'Subnet': '1.1', Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: 'Trunk': '1.1'}} Jul 14 14:07:18.966477 dv-cinder-679138-10-smb neutron-server[93057]: {{(pid=93057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:07:19.004203 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:07:19.018140 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 784e43e9-632a-4141-91b3-1523b332ebc2) {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:07:19.024247 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:19.026177 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:19.027778 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f892b9d6-aadb-4f20-abba-22e7d8dfb556 None None] Network 784e43e9-632a-4141-91b3-1523b332ebc2 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:07:19.047864 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-10cece1a-1a08-4f78-816d-247f78a5152a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6465690 Jul 14 14:07:19.162651 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f12553-8437-4c2a-8458-d0b176421934 None None] Network 784e43e9-632a-4141-91b3-1523b332ebc2 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:07:20.506886 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 439afaff-cec9-4974-8958-d0d4cedaf4c4 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:07:20.554683 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 439afaff-cec9-4974-8958-d0d4cedaf4c4 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:07:20.559013 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 439afaff-cec9-4974-8958-d0d4cedaf4c4 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:07:20.559380 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:20.635873 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:20.666287 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port 439afaff-cec9-4974-8958-d0d4cedaf4c4, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=439afaff-cec9-4974-8958-d0d4cedaf4c4,segment=NetworkSegment(2fbd699a-51fb-4142-bb1b-62da3c6d63ea),segment_id=2fbd699a-51fb-4142-bb1b-62da3c6d63ea)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:07:20.670889 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:20.719927 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=439afaff-cec9-4974-8958-d0d4cedaf4c4,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:21.341314 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 33510) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:21.582818 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-52158b74-20a2-4904-aed0-f8a03c2cb467 admin admin] 10.222.0.53 "GET /v2.0/routers/457758d9-d439-4c32-8f06-deffe68cc002 HTTP/1.1" status: 200 len: 710 time: 0.2402434 Jul 14 14:07:21.669458 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6627da6-e9b6-418c-a134-f4f60945c710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:21.670794 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-e6627da6-e9b6-418c-a134-f4f60945c710 admin admin] 10.222.0.53 "GET /v2.0/networks/784e43e9-632a-4141-91b3-1523b332ebc2 HTTP/1.1" status: 200 len: 886 time: 0.0830922 Jul 14 14:07:21.679231 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:07:21.921832 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4253'] for router, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:22.149312 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:22.224325 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:22.372120 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Allocated IP 172.28.3.212 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/47b38e92-9b7a-4aad-8ca3-154dcefc0e26) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:07:22.485920 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:22.486406 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 439afaff-cec9-4974-8958-d0d4cedaf4c4 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:07:22.532417 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 439afaff-cec9-4974-8958-d0d4cedaf4c4 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:07:22.532799 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:22.575061 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:22.662460 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:07:22.667203 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:07:22.669236 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Pushing event updated for resources: {'Port': ['ID=47b38e92-9b7a-4aad-8ca3-154dcefc0e26,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:22.680102 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:07:22.990935 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:23.181068 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4253'] for router, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:23.184350 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3860965'] for router, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:23.291294 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Router 457758d9-d439-4c32-8f06-deffe68cc002 has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:07:23.401739 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:07:23.407373 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:23.408560 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-3b1a7b80-8fc9-4189-8ab9-a578e06d43e5 admin admin] 10.222.0.53 "PUT /v2.0/routers/457758d9-d439-4c32-8f06-deffe68cc002 HTTP/1.1" status: 200 len: 890 time: 1.7324841 Jul 14 14:07:23.414758 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Sync routers for ids ['457758d9-d439-4c32-8f06-deffe68cc002'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:07:23.426496 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Routers {'457758d9-d439-4c32-8f06-deffe68cc002'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:07:23.427173 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:07:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['457758d9-d439-4c32-8f06-deffe68cc002'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:23.643807 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Set router 457758d9-d439-4c32-8f06-deffe68cc002 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:07:24.053264 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457758d9-d439-4c32-8f06-deffe68cc002', 'name': 'router1', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '47b38e92-9b7a-4aad-8ca3-154dcefc0e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:07:05Z', 'updated_at': '2021-07-14T14:07:22Z', 'revision_number': 4, 'project_id': '18ebe68a2252489091c837a47bb0dc00', 'gw_port': {'id': '47b38e92-9b7a-4aad-8ca3-154dcefc0e26', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:74:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457758d9-d439-4c32-8f06-deffe68cc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:07:22Z', 'updated_at': '2021-07-14T14:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '439afaff-cec9-4974-8958-d0d4cedaf4c4', 'name': '', 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'mac_address': 'fa:16:3e:b2:72:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457758d9-d439-4c32-8f06-deffe68cc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:07:13Z', 'updated_at': '2021-07-14T14:07:20Z', 'revision_number': 5, 'project_id': '18ebe68a2252489091c837a47bb0dc00', 'subnets': [{'id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b59718d-afd8-4685-8bc4-8ff4f1013091'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:24.105077 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Checking router: 457758d9-d439-4c32-8f06-deffe68cc002 for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:07:24.105478 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Updating router 457758d9-d439-4c32-8f06-deffe68cc002 port 47b38e92-9b7a-4aad-8ca3-154dcefc0e26 binding host dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:07:24.137141 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:24.452821 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:24.462166 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Transition to ACTIVE for port object 47b38e92-9b7a-4aad-8ca3-154dcefc0e26 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:07:24.468523 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:24.518578 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Attempting to bind port 47b38e92-9b7a-4aad-8ca3-154dcefc0e26 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:07:24.518950 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Attempting to bind port 47b38e92-9b7a-4aad-8ca3-154dcefc0e26 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:07:24.519306 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Attempting to bind port 47b38e92-9b7a-4aad-8ca3-154dcefc0e26 on network 784e43e9-632a-4141-91b3-1523b332ebc2 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:07:24.528493 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:07:24.528857 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Checking segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:07:24.529290 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:24.529661 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Bound using segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:07:24.530114 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Bound port: 47b38e92-9b7a-4aad-8ca3-154dcefc0e26, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:07:24.530499 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:24.532677 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71827442-696e-4e50-8d23-a0b80819ad98 None None] Pushing event updated for resources: {'Port': ['ID=47b38e92-9b7a-4aad-8ca3-154dcefc0e26,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:24.582970 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] For port 47b38e92-9b7a-4aad-8ca3-154dcefc0e26, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:07:24.586123 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] For port 47b38e92-9b7a-4aad-8ca3-154dcefc0e26, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=47b38e92-9b7a-4aad-8ca3-154dcefc0e26,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:07:24.589597 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:24.644661 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Routers {'457758d9-d439-4c32-8f06-deffe68cc002'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:07:24.645326 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:07:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['457758d9-d439-4c32-8f06-deffe68cc002'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:24.763203 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71827442-696e-4e50-8d23-a0b80819ad98 None None] Pushing event updated for resources: {'Port': ['ID=47b38e92-9b7a-4aad-8ca3-154dcefc0e26,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:24.834439 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] Set router 457758d9-d439-4c32-8f06-deffe68cc002 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:07:25.040458 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457758d9-d439-4c32-8f06-deffe68cc002', 'name': 'router1', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '47b38e92-9b7a-4aad-8ca3-154dcefc0e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:07:05Z', 'updated_at': '2021-07-14T14:07:22Z', 'revision_number': 4, 'project_id': '18ebe68a2252489091c837a47bb0dc00', 'gw_port': {'id': '47b38e92-9b7a-4aad-8ca3-154dcefc0e26', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:74:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457758d9-d439-4c32-8f06-deffe68cc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:07:22Z', 'updated_at': '2021-07-14T14:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '439afaff-cec9-4974-8958-d0d4cedaf4c4', 'name': '', 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'mac_address': 'fa:16:3e:b2:72:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457758d9-d439-4c32-8f06-deffe68cc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:07:13Z', 'updated_at': '2021-07-14T14:07:20Z', 'revision_number': 5, 'project_id': '18ebe68a2252489091c837a47bb0dc00', 'subnets': [{'id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b59718d-afd8-4685-8bc4-8ff4f1013091'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:25.066443 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6506de-0e1c-4749-8ba4-2e56e5123d8d None None] The sync data for ids ['457758d9-d439-4c32-8f06-deffe68cc002'] in dv-cinder-679138-10-smb is: [{'id': '457758d9-d439-4c32-8f06-deffe68cc002', 'name': 'router1', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '47b38e92-9b7a-4aad-8ca3-154dcefc0e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:07:05Z', 'updated_at': '2021-07-14T14:07:22Z', 'revision_number': 4, 'project_id': '18ebe68a2252489091c837a47bb0dc00', 'gw_port': {'id': '47b38e92-9b7a-4aad-8ca3-154dcefc0e26', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:74:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457758d9-d439-4c32-8f06-deffe68cc002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:07:22Z', 'updated_at': '2021-07-14T14:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '439afaff-cec9-4974-8958-d0d4cedaf4c4', 'name': '', 'network_id': '2c875a30-fd2e-4a09-8d49-acff77c71bfc', 'tenant_id': '18ebe68a2252489091c837a47bb0dc00', 'mac_address': 'fa:16:3e:b2:72:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457758d9-d439-4c32-8f06-deffe68cc002', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:07:13Z', 'updated_at': '2021-07-14T14:07:20Z', 'revision_number': 5, 'project_id': '18ebe68a2252489091c837a47bb0dc00', 'subnets': [{'id': '5d00b6cb-8c75-4c93-809c-5c39f785f66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b59718d-afd8-4685-8bc4-8ff4f1013091'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:07:25.808467 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 33520) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:25.931172 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-eeea0a70-d5f4-4364-a55a-a66ed56e11c5 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1215677 Jul 14 14:07:26.510732 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 47b38e92-9b7a-4aad-8ca3-154dcefc0e26 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:07:26.562190 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 47b38e92-9b7a-4aad-8ca3-154dcefc0e26 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:07:26.566024 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 47b38e92-9b7a-4aad-8ca3-154dcefc0e26 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:07:26.566396 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:26.650207 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:26.672564 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port 47b38e92-9b7a-4aad-8ca3-154dcefc0e26, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=47b38e92-9b7a-4aad-8ca3-154dcefc0e26,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:07:26.676592 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:26.724072 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=47b38e92-9b7a-4aad-8ca3-154dcefc0e26,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:28.530635 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 47b38e92-9b7a-4aad-8ca3-154dcefc0e26 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:07:28.582899 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 47b38e92-9b7a-4aad-8ca3-154dcefc0e26 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:07:28.583204 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:39.956532 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-48e92c4f-5295-42cc-bdfa-65dc060b6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:42.309328 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ce582834-f7e6-48d2-a5ab-bbb613852b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:42.673530 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:43.722367 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:45.094598 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:53.157299 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 5 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:08:09.950691 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1f1657cb-ea07-4b0f-8e5e-7e566a3118eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:12.288916 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2369e7be-ec27-4aaa-a5e6-cae83e5969a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:12.724788 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:13.720678 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:15.083835 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:30.155657 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 5 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:08:39.953674 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-0fdccd57-b5b3-41d2-b9c8-f16b9f76d8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:42.283814 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ad745e6a-398d-4211-89c8-a79844307b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:42.677121 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:43.724455 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:45.086044 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:01.526741 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34088) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:01.587169 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea18c46-fa8d-4c6f-818b-a15dc40c607c admin admin] GET failed (client error): The resource could not be found. Jul 14 14:09:01.588464 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-fea18c46-fa8d-4c6f-818b-a15dc40c607c admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607436 Jul 14 14:09:01.816629 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9c6c82-0000-49d3-85e7-3059545fb7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:01.818085 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-9c9c6c82-0000-49d3-85e7-3059545fb7be admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2258844 Jul 14 14:09:03.952318 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34098) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:04.039528 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3536f2c6-f3ee-4c57-a365-2e4bf79b1b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:04.040857 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-3536f2c6-f3ee-4c57-a365-2e4bf79b1b11 admin admin] 10.222.0.53 "GET /v2.0/subnets/5d00b6cb-8c75-4c93-809c-5c39f785f66c HTTP/1.1" status: 200 len: 849 time: 0.0875809 Jul 14 14:09:04.049854 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:09:04.133870 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Notify callbacks [] for subnet, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:04.272767 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740088585750'] for subnet, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:04.305469 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:04.306051 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:04.307333 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] 10.222.0.53 "PUT /v2.0/subnets/5d00b6cb-8c75-4c93-809c-5c39f785f66c HTTP/1.1" status: 200 len: 868 time: 0.2611036 Jul 14 14:09:04.323538 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d00b6cb-8c75-4c93-809c-5c39f785f66c,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:09:04.328520 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fbc891-cf42-483d-b8dd-cdcacc038329 None None] Network 2c875a30-fd2e-4a09-8d49-acff77c71bfc requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:09:04.331008 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:04.331972 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:04.331972 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:04.332196 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:04.332409 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:04.332767 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:04.333736 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:04.334077 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:04.334427 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:04.334760 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:04.335087 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:04.335417 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf08c85-568b-4bc0-9fea-48c30fd8de3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:04.707001 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-20c290b5-c733-44b4-a92e-b2227ed4b171 None None] Provisioning complete for port 439afaff-cec9-4974-8958-d0d4cedaf4c4 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:09:04.707551 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-20c290b5-c733-44b4-a92e-b2227ed4b171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:04.793804 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-20c290b5-c733-44b4-a92e-b2227ed4b171 None None] Provisioning complete for port 39e1791d-c67c-41c3-a025-7e436f4c2d89 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:09:04.794068 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-20c290b5-c733-44b4-a92e-b2227ed4b171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:06.450265 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34106) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:06.645488 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d275cb32-6404-453e-ae69-a8252e856c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:06.645877 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d275cb32-6404-453e-ae69-a8252e856c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:06.647497 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-d275cb32-6404-453e-ae69-a8252e856c7c admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962831 Jul 14 14:09:07.153457 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 5 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:09:08.823108 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34114) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:08.952451 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ec2cc-08ac-4a61-97ec-d25dc1c603b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:08.952948 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ec2cc-08ac-4a61-97ec-d25dc1c603b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:08.954444 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-800ec2cc-08ac-4a61-97ec-d25dc1c603b2 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303794 Jul 14 14:09:09.955659 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9bb48197-7bea-4028-adb1-d38c985d24da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:11.085417 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34122) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:11.214364 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2cad4c-e106-491c-99f8-a769303b1d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:11.215739 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-eb2cad4c-e106-491c-99f8-a769303b1d7f admin admin] 10.222.0.53 "GET /v2.0/networks/2c875a30-fd2e-4a09-8d49-acff77c71bfc HTTP/1.1" status: 200 len: 869 time: 0.1293814 Jul 14 14:09:12.287869 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-dadeede2-b815-439a-a57e-e385dce517cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:12.678330 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:13.354118 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34130) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:13.473140 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a317fb-85c5-429a-a50a-1cdea5f02e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:13.474605 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-93a317fb-85c5-429a-a50a-1cdea5f02e17 admin admin] 10.222.0.53 "GET /v2.0/networks/784e43e9-632a-4141-91b3-1523b332ebc2 HTTP/1.1" status: 200 len: 886 time: 0.1195238 Jul 14 14:09:13.725598 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:15.094111 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:15.638064 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34138) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:15.760054 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d9dadb-d94c-4194-b6ae-eefc814e9f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:15.760509 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d9dadb-d94c-4194-b6ae-eefc814e9f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:15.762094 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-62d9dadb-d94c-4194-b6ae-eefc814e9f6f admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230538 Jul 14 14:09:17.914192 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34146) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:18.034735 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bcd095-c0f7-426b-b974-bb84eeaeaaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:18.035196 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bcd095-c0f7-426b-b974-bb84eeaeaaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:18.037502 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-c6bcd095-c0f7-426b-b974-bb84eeaeaaf2 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223586 Jul 14 14:09:20.186655 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34156) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:20.270292 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a272d024-7475-4234-b5a1-ca1206ea1add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:20.271600 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-a272d024-7475-4234-b5a1-ca1206ea1add admin admin] 10.222.0.53 "GET /v2.0/subnets/3489bcec-d67d-4510-98e0-368cca3a6874 HTTP/1.1" status: 200 len: 816 time: 0.0837660 Jul 14 14:09:22.414549 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34164) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:22.503523 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc04a82-15a9-43ea-8836-4290643631d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:22.505457 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-bbc04a82-15a9-43ea-8836-4290643631d6 admin admin] 10.222.0.53 "GET /v2.0/subnets/5d00b6cb-8c75-4c93-809c-5c39f785f66c HTTP/1.1" status: 200 len: 868 time: 0.0899532 Jul 14 14:09:39.961035 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1f4e8479-5487-414c-8b56-b3a9e824465a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:42.290022 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8e25-d012-40af-aced-f23a74bbd9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:42.678310 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:43.728695 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:44.152979 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 5 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:09:45.096365 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:46.771267 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34216) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:46.816718 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [None req-64c69e8a-8efb-42cd-a672-c5ba95574283 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:09:46.817724 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-64c69e8a-8efb-42cd-a672-c5ba95574283 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455103 Jul 14 14:09:49.046539 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34224) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:49.104670 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0214b4-0d5d-4031-a278-8b800c7bc67a admin admin] GET failed (client error): The resource could not be found. Jul 14 14:09:49.106055 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-cb0214b4-0d5d-4031-a278-8b800c7bc67a admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586050 Jul 14 14:09:49.243316 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27b4a78-7095-4429-ac2a-cad1ab45dc7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:49.244689 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-f27b4a78-7095-4429-ac2a-cad1ab45dc7d admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1348488 Jul 14 14:09:51.407208 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34232) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:51.452271 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:09:51.473499 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] Made reservation on behalf of a68673da7c5140c482cb39a741463f5a for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:09:51.475729 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:51.502522 dv-cinder-679138-10-smb neutron-server[93058]: WARNING neutron.services.revisions.revision_plugin [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] Could not find related network for resource to bump revision. Jul 14 14:09:51.513261 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:09:51.523045 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:51.523388 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.segments_db [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] Added segment b2bdac16-9b62-4bba-887b-659301eb5ad0 of type vlan for network 468052d5-a228-4cdf-8a7a-47f85683232f Jul 14 14:09:51.573646 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:51.599493 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:51.600410 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:51.601011 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:51.653059 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2447693 Jul 14 14:09:51.657826 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe23bdb-b4ac-4023-b718-d85e8edba108 admin admin] Pushing event updated for resources: {'Network': ['ID=468052d5-a228-4cdf-8a7a-47f85683232f,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:09:51.671034 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 468052d5-a228-4cdf-8a7a-47f85683232f details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:09:53.827322 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34240) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:09:53.884657 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.pecan_wsgi.hooks.translation [None req-d273ac4c-fa7d-40ce-bbb1-a0e99fd5441b admin admin] GET failed (client error): The resource could not be found. Jul 14 14:09:53.885986 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-d273ac4c-fa7d-40ce-bbb1-a0e99fd5441b admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577185 Jul 14 14:09:53.955356 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daecaa0b-07a6-4790-ac7b-9306dc9cf035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:53.957598 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-daecaa0b-07a6-4790-ac7b-9306dc9cf035 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0679085 Jul 14 14:09:53.966879 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-b4757a06-6be9-469b-8697-1e09d9ca9e80 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f', 'name': 'shared-subnet'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:09:53.987068 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4757a06-6be9-469b-8697-1e09d9ca9e80 admin admin] Made reservation on behalf of a68673da7c5140c482cb39a741463f5a for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:09:53.989347 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b4757a06-6be9-469b-8697-1e09d9ca9e80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:54.146701 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b4757a06-6be9-469b-8697-1e09d9ca9e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:54.196994 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4757a06-6be9-469b-8697-1e09d9ca9e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40559e53-8ff6-4a09-9b89-d8078db415f1,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:09:54.206976 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4757a06-6be9-469b-8697-1e09d9ca9e80 admin admin] Checking segment: {'id': 'b2bdac16-9b62-4bba-887b-659301eb5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:09:54.207329 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4757a06-6be9-469b-8697-1e09d9ca9e80 admin admin] Network hostable DHCP agents. Network: 468052d5-a228-4cdf-8a7a-47f85683232f, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:09:54.222426 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4757a06-6be9-469b-8697-1e09d9ca9e80 admin admin] Network 468052d5-a228-4cdf-8a7a-47f85683232f is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:09:54.230410 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-b4757a06-6be9-469b-8697-1e09d9ca9e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 468052d5-a228-4cdf-8a7a-47f85683232f) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:09:54.234153 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4757a06-6be9-469b-8697-1e09d9ca9e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:54.234732 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b4757a06-6be9-469b-8697-1e09d9ca9e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:54.239106 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f424f-f650-4735-8d9e-72ff841739d3 None None] Network 468052d5-a228-4cdf-8a7a-47f85683232f requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:09:54.247156 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b4757a06-6be9-469b-8697-1e09d9ca9e80 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2835925 Jul 14 14:09:54.394326 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a962f5-06de-5b6f-a7b7-a44709c80867-468052d5-a228-4cdf-8a7a-47f85683232f', 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f', 'tenant_id': 'a68673da7c5140c482cb39a741463f5a', 'fixed_ips': [{'subnet_id': '40559e53-8ff6-4a09-9b89-d8078db415f1'}]}} from dv-cinder-679138-10-smb. {{(pid=93059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:09:54.395213 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:54.621923 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Allocated IP 192.168.233.2 (468052d5-a228-4cdf-8a7a-47f85683232f/40559e53-8ff6-4a09-9b89-d8078db415f1/f98583e7-b3e9-403f-be06-979e9c27d2fa) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:09:54.775452 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:54.784774 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Transition to ACTIVE for port object f98583e7-b3e9-403f-be06-979e9c27d2fa will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:09:54.800234 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Transition to ACTIVE for port object f98583e7-b3e9-403f-be06-979e9c27d2fa will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:09:54.806503 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:54.847392 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Network 468052d5-a228-4cdf-8a7a-47f85683232f is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:09:54.850158 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:09:54.854264 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:09:54.859853 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Pushing event updated for resources: {'Port': ['ID=f98583e7-b3e9-403f-be06-979e9c27d2fa,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:09:54.870792 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:54.871141 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:54.871489 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:54.871829 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:54.872167 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:54.872504 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:54.872845 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:54.873206 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:54.873560 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:54.873893 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:54.874254 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:54.874580 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:09:54.926796 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Attempting to bind port f98583e7-b3e9-403f-be06-979e9c27d2fa on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:09:54.927173 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Attempting to bind port f98583e7-b3e9-403f-be06-979e9c27d2fa by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': 'b2bdac16-9b62-4bba-887b-659301eb5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:09:54.927532 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Attempting to bind port f98583e7-b3e9-403f-be06-979e9c27d2fa on network 468052d5-a228-4cdf-8a7a-47f85683232f {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:09:54.932516 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:09:54.933416 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Checking segment: {'id': 'b2bdac16-9b62-4bba-887b-659301eb5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:09:54.933416 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:54.933708 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Bound using segment: {'id': 'b2bdac16-9b62-4bba-887b-659301eb5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:09:54.934166 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Bound port: f98583e7-b3e9-403f-be06-979e9c27d2fa, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bdac16-9b62-4bba-887b-659301eb5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:09:54.934578 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:54.999674 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] For port f98583e7-b3e9-403f-be06-979e9c27d2fa, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:09:55.003356 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] For port f98583e7-b3e9-403f-be06-979e9c27d2fa, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=f98583e7-b3e9-403f-be06-979e9c27d2fa,segment=NetworkSegment(b2bdac16-9b62-4bba-887b-659301eb5ad0),segment_id=b2bdac16-9b62-4bba-887b-659301eb5ad0)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:09:55.007716 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:55.063696 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fa170-3b82-41f3-843e-6c7afde74351 None None] Pushing event updated for resources: {'Port': ['ID=f98583e7-b3e9-403f-be06-979e9c27d2fa,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:09:55.880976 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e06e67-d77e-4588-b456-1f4480b65dc3 None None] Network 468052d5-a228-4cdf-8a7a-47f85683232f requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:09:56.000179 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-5de5ea3c-4b53-4f6d-b558-34ef765a1a4f None None] Provisioning for port f98583e7-b3e9-403f-be06-979e9c27d2fa completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:09:56.614879 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device f98583e7-b3e9-403f-be06-979e9c27d2fa up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:09:56.665402 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port f98583e7-b3e9-403f-be06-979e9c27d2fa completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:09:56.669031 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port f98583e7-b3e9-403f-be06-979e9c27d2fa triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:09:56.669399 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:56.750639 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:56.785460 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port f98583e7-b3e9-403f-be06-979e9c27d2fa, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=f98583e7-b3e9-403f-be06-979e9c27d2fa,segment=NetworkSegment(b2bdac16-9b62-4bba-887b-659301eb5ad0),segment_id=b2bdac16-9b62-4bba-887b-659301eb5ad0)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:09:56.789385 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:56.838858 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=f98583e7-b3e9-403f-be06-979e9c27d2fa,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:09:58.597129 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device f98583e7-b3e9-403f-be06-979e9c27d2fa up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:09:58.644211 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port f98583e7-b3e9-403f-be06-979e9c27d2fa triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:09:58.644582 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:09.962159 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-dae78440-a289-4855-873a-6d4244f8ddac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:12.293699 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb6f0-79d4-4916-b8ec-365af6292a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:12.678804 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:13.731718 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:15.099142 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:21.152006 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 5 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:10:39.963273 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-dd052e7f-d24f-4646-aadd-f79e18d78e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:42.294665 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-337dbb96-aaba-4225-9bc3-218214ea6c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:42.680345 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:43.732991 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:45.102416 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:58.153981 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 5 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:11:09.966720 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e0ce96ac-e58b-4124-97e4-0c29ea1185b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:12.299166 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-aa981a2c-5b6a-4f84-a2eb-f26c7b6e358b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:12.681546 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:13.389506 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34294) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:11:13.395980 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [None req-778f503b-e447-4deb-a0f3-2304768fc886 tempest-verify_tempest_config-1077788928 tempest-verify_tempest_config-1077788928-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:11:13.396966 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-778f503b-e447-4deb-a0f3-2304768fc886 tempest-verify_tempest_config-1077788928 tempest-verify_tempest_config-1077788928-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064819 Jul 14 14:11:13.688073 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34312) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:11:13.736307 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:13.792063 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:13.885989 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:13.889694 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:13.933662 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0556110e3eb7409aa7ff8293881282bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2444825 Jul 14 14:11:13.934989 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf0ec8f-9831-4a90-a4d8-31f724692cf0,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:11:13.936718 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34316) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:11:13.942496 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:13.942857 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:13.943199 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:13.943526 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:13.943851 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:13.944174 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:13.944491 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:13.944814 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:13.945174 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:13.945496 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:13.945809 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:13.946120 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95eb1c-425f-4f25-ba4d-d3eb8c494cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:14.018166 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:14.038058 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:14.125542 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:14.128104 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:14.129303 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/acf0ec8f-9831-4a90-a4d8-31f724692cf0 HTTP/1.1" status: 204 len: 168 time: 0.1914527 Jul 14 14:11:14.138090 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf0ec8f-9831-4a90-a4d8-31f724692cf0,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:11:14.144602 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:14.145053 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:14.145624 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:14.145746 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:14.146072 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:14.146405 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:14.146738 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:14.147071 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:14.147416 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:14.147785 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:14.148119 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:14.148552 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4fe3d-01b8-4cc0-8a6e-6b8d183735d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:11:15.105150 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:35.152469 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 5 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:11:39.967447 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3085c9b1-8a70-422f-bf55-bfe7f3eeb167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:42.302028 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f3cd1d78-4edf-4c67-86d6-b99f8686f203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:42.682001 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:43.737520 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:45.108450 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:09.967144 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ce744c02-66b8-4026-91f8-2013ab85574c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:12.151757 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 5 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:12:12.304515 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d1a9eedc-b617-4209-80a1-6e4db04c5ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:12.682164 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:13.740893 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:15.111904 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:39.967588 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fbfa0dcb-b561-4856-bf80-94484b340451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:42.305476 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5883f5c0-58b2-44bc-8001-b915f8a3ed46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:42.681557 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:43.744182 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:45.115519 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:49.149822 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 5 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:12:51.227435 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3854414'] for agent, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:55.156946 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34370) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:12:55.255152 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-97e4e8b6-358c-4347-8715-e5661ca63321 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0971131 Jul 14 14:12:57.415026 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34380) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:12:57.466711 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-0217b1c4-de1c-45f6-b125-3b21fa3a9e1d admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0506303 Jul 14 14:13:09.970356 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3a78d5ee-951e-422a-8422-20d72b87495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:12.306266 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-eef7a283-2424-465d-be0d-d4215474817d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:12.681737 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:13.748201 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:15.117855 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:21.198210 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:26.149048 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:13:39.970258 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e6154ebd-c825-46ad-ad79-f1925fb33e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:42.308550 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-55951ccc-f05e-482d-8e6d-d1707769bdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:42.683880 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:43.750462 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:45.123185 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:51.201477 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:03.147652 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:14:09.970792 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-15f08cdd-c1cb-42e1-88f1-368ce5641a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:12.310362 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-90db4a10-f05b-4eac-be72-eeffefee2c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:12.684841 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:13.752732 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:15.124344 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.194794 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:25.923891 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34540) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:26.182566 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1913421999-network', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:26.206885 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Made reservation on behalf of cf25009d55184a7198b3f0474556d87a for: {'network': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:14:26.210139 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:26.223816 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:26.338704 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:26.346063 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:26.375947 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf22f2f7-960e-4c83-b863-88f196b66d07,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:26.391584 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:26.391962 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:26.392312 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:26.392655 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:26.393100 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:26.393446 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:26.393784 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:26.394115 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:26.394642 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:26.395480 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:26.395992 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:26.396337 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Tracked resource versions report: Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: pushed versions: Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: { 'AddressGroup': {'1.2'}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'ConntrackHelper': {'1.0'}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'Log': {'1.0'}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'Network': {'1.1'}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'Port': {'1.7'}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'PortForwarding': {'1.2'}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'QosPolicy': {'1.8'}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'SecurityGroup': {'1.4'}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'SubPort': {'1.0'}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'Subnet': {'1.1'}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'Trunk': {'1.1'}} Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: consumer versions: Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: { DHCP agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: HyperV agent@hv-cinder-67913: {}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: L3 agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: Metadata agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: Metering agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: Open vSwitch agent@dv-cinder-679138-10-smb: { 'AddressGroup': '1.2', Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'ConntrackHelper': '1.0', Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'Log': '1.0', Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'Network': '1.1', Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'Port': '1.7', Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'PortForwarding': '1.2', Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'QosPolicy': '1.8', Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'SecurityGroup': '1.4', Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'SecurityGroupRule': '1.2', Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'SubPort': '1.0', Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'Subnet': '1.1', Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: 'Trunk': '1.1'}} Jul 14 14:14:26.397742 dv-cinder-679138-10-smb neutron-server[93057]: {{(pid=93057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:14:26.400510 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:14:26.416800 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740088810298', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:26.417360 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Unsubscribe: segment precommit_create {{(pid=93057) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 14:14:26.417834 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.segments_db [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Added segment 5260c2ae-1b5a-44dc-b392-75aeaa6648ad of type vlan for network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 Jul 14 14:14:26.465728 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:26.521398 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:26.522643 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:26.523416 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:26.662825 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7340548 Jul 14 14:14:26.663610 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34592) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:26.668790 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Request body: {'subnet': {'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1913421999-subnet', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:26.694347 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae715970-29cd-4102-b200-c83fe90fabdb admin admin] Pushing event updated for resources: {'Network': ['ID=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:26.706706 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:14:26.717154 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Made reservation on behalf of cf25009d55184a7198b3f0474556d87a for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:14:26.720837 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:26.906707 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:26.913027 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34604) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:27.084525 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fffa1587-fcbd-412b-b57e-71c0cd21620e,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:27.087481 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Checking segment: {'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:14:27.088034 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Network hostable DHCP agents. Network: 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:14:27.094617 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:27.094988 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:27.095321 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:27.095651 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:27.095969 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:27.096290 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:27.096607 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:27.096938 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:27.097268 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:27.097586 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:27.098034 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:27.098455 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Tracked resource versions report: Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: pushed versions: Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: { 'AddressGroup': {'1.2'}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'ConntrackHelper': {'1.0'}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'Log': {'1.0'}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'Network': {'1.1'}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'Port': {'1.7'}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'PortForwarding': {'1.2'}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'QosPolicy': {'1.8'}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'SecurityGroup': {'1.4'}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'SubPort': {'1.0'}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'Subnet': {'1.1'}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'Trunk': {'1.1'}} Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: consumer versions: Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: { DHCP agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: HyperV agent@hv-cinder-67913: {}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: L3 agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: Metadata agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: Metering agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: Open vSwitch agent@dv-cinder-679138-10-smb: { 'AddressGroup': '1.2', Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'ConntrackHelper': '1.0', Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'Log': '1.0', Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'Network': '1.1', Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'Port': '1.7', Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'PortForwarding': '1.2', Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'QosPolicy': '1.8', Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'SecurityGroup': '1.4', Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'SecurityGroupRule': '1.2', Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'SubPort': '1.0', Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'Subnet': '1.1', Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: 'Trunk': '1.1'}} Jul 14 14:14:27.099530 dv-cinder-679138-10-smb neutron-server[93058]: {{(pid=93058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:14:27.116107 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:14:27.125378 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:14:27.130745 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:27.135327 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c48e0-fbb8-415b-9b74-79084f725ce8 None None] Network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:14:27.137056 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.161218 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34622) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:27.162189 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-9069e7c5-3019-433e-afef-411df0faa4ef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4976506 Jul 14 14:14:27.167027 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1913421999-router', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:27.200032 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28540'] for router, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.204539 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3860646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4239'] for router, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.331236 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1072333307-network', 'tenant_id': '7fd9d3a3c34440058c9d32c3d461b9b6'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:27.360943 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.363571 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Made reservation on behalf of 7fd9d3a3c34440058c9d32c3d461b9b6 for: {'network': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:14:27.367464 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.380546 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.400341 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7813a1f-d571-47d7-ac2d-4b1cf68ae35c None None] Network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:14:27.554694 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4253'] for router, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.665534 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.671641 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.698361 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:14:27.719723 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.720073 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.segments_db [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Added segment dcb76ace-9821-4032-bd17-3d028af8ee84 of type vlan for network cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 Jul 14 14:14:27.731445 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861abe38-449e-4735-b2c2-efa7476aa0ee,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:27.771861 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.884732 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.885987 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:27.886576 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.950951 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0362420 Jul 14 14:14:27.954090 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34656) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:27.959031 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:27.972605 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-590e6d4b-4d0a-44cf-af07-3bd58b74c5fc admin admin] Request body: {'subnet': {'network_id': 'cfe1d067-a0a5-497f-8a99-4e7ebed4aed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1072333307-subnet', 'tenant_id': '7fd9d3a3c34440058c9d32c3d461b9b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:27.987747 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:28.003871 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbaf6f-75ff-47fe-89e4-7048517d87ee admin admin] Pushing event updated for resources: {'Network': ['ID=cfe1d067-a0a5-497f-8a99-4e7ebed4aed8,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:28.016117 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:14:28.018189 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590e6d4b-4d0a-44cf-af07-3bd58b74c5fc admin admin] Made reservation on behalf of 7fd9d3a3c34440058c9d32c3d461b9b6 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:14:28.021697 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-590e6d4b-4d0a-44cf-af07-3bd58b74c5fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:28.175363 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Allocated IP 172.28.3.46 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/e52daf3e-d662-4733-8c37-908557a327c5) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:14:28.230719 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-590e6d4b-4d0a-44cf-af07-3bd58b74c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:28.320815 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e6d4b-4d0a-44cf-af07-3bd58b74c5fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb5f473-444e-4a75-a0c7-fe3ee8028bd8,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:28.327493 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e6d4b-4d0a-44cf-af07-3bd58b74c5fc admin admin] Checking segment: {'id': 'dcb76ace-9821-4032-bd17-3d028af8ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cfe1d067-a0a5-497f-8a99-4e7ebed4aed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:14:28.328275 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e6d4b-4d0a-44cf-af07-3bd58b74c5fc admin admin] Network hostable DHCP agents. Network: cfe1d067-a0a5-497f-8a99-4e7ebed4aed8, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:14:28.350196 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e6d4b-4d0a-44cf-af07-3bd58b74c5fc admin admin] Network cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:14:28.364973 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-590e6d4b-4d0a-44cf-af07-3bd58b74c5fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, cfe1d067-a0a5-497f-8a99-4e7ebed4aed8) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:14:28.374967 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c45ff3-cce1-4140-a5da-1a268c1bec6a None None] Network cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:14:28.375179 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:28.391546 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590e6d4b-4d0a-44cf-af07-3bd58b74c5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:28.392646 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-590e6d4b-4d0a-44cf-af07-3bd58b74c5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:28.429568 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-590e6d4b-4d0a-44cf-af07-3bd58b74c5fc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4703221 Jul 14 14:14:28.430026 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:28.485824 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:14:28.490247 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:14:28.497093 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:14:28.563808 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75567c87-e6f6-458d-9bd2-25ef1c9efc20 None None] Network cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:14:28.607519 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Pushing event updated for resources: {'Port': ['ID=e52daf3e-d662-4733-8c37-908557a327c5,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:28.773448 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:29.097130 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861333'] for router, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:29.310204 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Router 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 is scheduled to L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 with binding_index 1 {{(pid=93057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:14:29.471017 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:14:29.482083 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Sync routers for ids ['69d3dd82-0f0d-410c-9136-84b8cc7e1d97'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:14:29.493158 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Routers {'69d3dd82-0f0d-410c-9136-84b8cc7e1d97'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:14:29.494204 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:14:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['69d3dd82-0f0d-410c-9136-84b8cc7e1d97'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:29.512729 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] Notify callbacks [] for router, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:29.514036 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-fe4dfa0e-8b84-4acf-b88c-40189a6f5f23 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.3506961 Jul 14 14:14:29.517008 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34726) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:29.664633 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Set router 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:14:29.866273 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'name': 'tempest-ServerRescueNegativeTestJSON-1913421999-router', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:28Z', 'revision_number': 3, 'project_id': 'cf25009d55184a7198b3f0474556d87a', 'gw_port': {'id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:29.894581 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Checking router: 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:14:29.895750 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Updating router 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 port e52daf3e-d662-4733-8c37-908557a327c5 binding host dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:14:29.931509 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:30.228694 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:30.422091 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:30.433988 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Transition to ACTIVE for port object e52daf3e-d662-4733-8c37-908557a327c5 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:14:30.445207 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:30.523077 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Pushing event updated for resources: {'Port': ['ID=e52daf3e-d662-4733-8c37-908557a327c5,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:30.543431 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:30.543547 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:30.543919 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:30.544269 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:30.544606 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:30.545406 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:30.545406 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:30.545811 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:30.546102 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:30.546290 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:30.546742 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:30.546932 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Tracked resource versions report: Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: pushed versions: Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: { 'AddressGroup': {'1.2'}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'ConntrackHelper': {'1.0'}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'Log': {'1.0'}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'Network': {'1.1'}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'Port': {'1.7'}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'PortForwarding': {'1.2'}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'QosPolicy': {'1.8'}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'SecurityGroup': {'1.4'}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'SubPort': {'1.0'}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'Subnet': {'1.1'}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'Trunk': {'1.1'}} Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: consumer versions: Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: { DHCP agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: HyperV agent@hv-cinder-67913: {}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: L3 agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: Metadata agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: Metering agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: Open vSwitch agent@dv-cinder-679138-10-smb: { 'AddressGroup': '1.2', Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'ConntrackHelper': '1.0', Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'Log': '1.0', Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'Network': '1.1', Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'Port': '1.7', Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'PortForwarding': '1.2', Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'QosPolicy': '1.8', Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'SecurityGroup': '1.4', Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'SecurityGroupRule': '1.2', Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'SubPort': '1.0', Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'Subnet': '1.1', Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: 'Trunk': '1.1'}} Jul 14 14:14:30.547944 dv-cinder-679138-10-smb neutron-server[93060]: {{(pid=93060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:14:30.556494 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Attempting to bind port e52daf3e-d662-4733-8c37-908557a327c5 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:14:30.556742 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Attempting to bind port e52daf3e-d662-4733-8c37-908557a327c5 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:14:30.557105 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Attempting to bind port e52daf3e-d662-4733-8c37-908557a327c5 on network 784e43e9-632a-4141-91b3-1523b332ebc2 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:14:30.564214 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:14:30.564958 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Checking segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:14:30.565665 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:30.566213 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Bound using segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:14:30.567245 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Bound port: e52daf3e-d662-4733-8c37-908557a327c5, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:14:30.567833 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:30.585426 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Allocated IP 172.20.0.1 (8dbda666-8e0b-4ff5-9319-ed4811f1ebe8/fffa1587-fcbd-412b-b57e-71c0cd21620e/97b95863-4a63-4e68-acbb-f51b44f5d5a5) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:14:30.657922 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] For port e52daf3e-d662-4733-8c37-908557a327c5, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:14:30.662061 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] For port e52daf3e-d662-4733-8c37-908557a327c5, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=e52daf3e-d662-4733-8c37-908557a327c5,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:14:30.668031 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:30.738137 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1c7b5-bfe7-4d04-9070-b8dd25894d1c None None] Pushing event updated for resources: {'Port': ['ID=e52daf3e-d662-4733-8c37-908557a327c5,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:30.797605 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Routers {'69d3dd82-0f0d-410c-9136-84b8cc7e1d97'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:14:30.799081 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:14:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['69d3dd82-0f0d-410c-9136-84b8cc7e1d97'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:30.833411 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:30.909676 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:30.946747 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] Set router 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:14:30.952427 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:14:30.958147 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:14:30.960831 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:14:30.961576 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861414'] for router_interface, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:31.018759 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Pushing event updated for resources: {'Port': ['ID=97b95863-4a63-4e68-acbb-f51b44f5d5a5,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:31.069517 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34818) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:31.074038 dv-cinder-679138-10-smb neutron-server[93057]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 14:14:31.158539 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:31.191215 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'name': 'tempest-ServerRescueNegativeTestJSON-1913421999-router', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:28Z', 'revision_number': 3, 'project_id': 'cf25009d55184a7198b3f0474556d87a', 'gw_port': {'id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:31.251455 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b286ea8-99ac-44a3-8c51-595f62982a59 None None] The sync data for ids ['69d3dd82-0f0d-410c-9136-84b8cc7e1d97'] in dv-cinder-679138-10-smb is: [{'id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'name': 'tempest-ServerRescueNegativeTestJSON-1913421999-router', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:28Z', 'revision_number': 3, 'project_id': 'cf25009d55184a7198b3f0474556d87a', 'gw_port': {'id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:14:31.409440 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-aabf0e12-b651-405c-86af-91905304cca5 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:31.419245 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-aabf0e12-b651-405c-86af-91905304cca5 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/networks?id=cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 HTTP/1.1" status: 200 len: 812 time: 0.3467677 Jul 14 14:14:31.447460 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-97ffb941-8e35-410a-a7d0-285dd41140eb tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/quotas/7fd9d3a3c34440058c9d32c3d461b9b6 HTTP/1.1" status: 200 len: 375 time: 0.0248511 Jul 14 14:14:31.505704 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:31.514303 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:31.515270 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3855382'] for router_interface, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:31.531301 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-351c8e09-0dd7-47b7-8d90-7822cb5dde5b tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd9d3a3c34440058c9d32c3d461b9b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846231 Jul 14 14:14:31.593813 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Pushing event updated for resources: {'Port': ['ID=97b95863-4a63-4e68-acbb-f51b44f5d5a5,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:31.821449 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34852) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:31.824138 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:14:31.831426 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:14:31.879829 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34858) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:32.100608 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-875161f8-ea91-461e-9fbe-a9c2c617156a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:32.235803 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-875161f8-ea91-461e-9fbe-a9c2c617156a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:32.251552 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-eb7f716a-0b4b-45f5-a11a-719b6c87314f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:32.255453 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-875161f8-ea91-461e-9fbe-a9c2c617156a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:32.292845 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Router 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:14:32.334707 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-875161f8-ea91-461e-9fbe-a9c2c617156a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=361015ed793541e48df1223aa9fb1c4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5107238 Jul 14 14:14:32.342335 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34884) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:32.378901 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875161f8-ea91-461e-9fbe-a9c2c617156a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9331008-7620-443a-8465-98f05e106020,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:32.403054 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34886) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:32.436958 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-27006e4a-7a3f-4950-b893-52f5b81113c4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:14:32.447034 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-27006e4a-7a3f-4950-b893-52f5b81113c4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4528561 Jul 14 14:14:32.582179 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-1a56d12c-4b5d-4e5f-b15b-38feb6072ecd service neutron] 10.222.0.53 "GET /v2.0/networks/cfe1d067-a0a5-497f-8a99-4e7ebed4aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340964 Jul 14 14:14:32.588531 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:14:32.608526 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-4bfaeaaf-f944-4eae-8c9f-933ee9086cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:32.609689 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-86b4906c-dbf4-460b-ad7b-fde50fc04a10 admin admin] 10.222.0.53 "PUT /v2.0/routers/69d3dd82-0f0d-410c-9136-84b8cc7e1d97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0907953 Jul 14 14:14:32.626001 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86fc7c7c-d02e-458d-b257-e1c99cca2c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:32.655755 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86fc7c7c-d02e-458d-b257-e1c99cca2c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:32.761981 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86fc7c7c-d02e-458d-b257-e1c99cca2c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:32.766027 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-bf6aec8c-fec4-4287-be8c-3ff7daed1eb4 service neutron] 10.222.0.53 "GET /v2.0/networks/cfe1d067-a0a5-497f-8a99-4e7ebed4aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822841 Jul 14 14:14:32.768159 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86fc7c7c-d02e-458d-b257-e1c99cca2c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:32.775820 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-86fc7c7c-d02e-458d-b257-e1c99cca2c34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9331008-7620-443a-8465-98f05e106020 HTTP/1.1" status: 204 len: 168 time: 0.4314649 Jul 14 14:14:32.788674 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-eb7f716a-0b4b-45f5-a11a-719b6c87314f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:32.793719 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc7c7c-d02e-458d-b257-e1c99cca2c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9331008-7620-443a-8465-98f05e106020,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:32.854655 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-eb7f716a-0b4b-45f5-a11a-719b6c87314f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:32.899550 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device e52daf3e-d662-4733-8c37-908557a327c5 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:14:32.954271 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-eb7f716a-0b4b-45f5-a11a-719b6c87314f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfe499ec69fd4f24ad73ca80fe79bec2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0705600 Jul 14 14:14:32.956570 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34912) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:32.968005 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f716a-0b4b-45f5-a11a-719b6c87314f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd76f67a-6272-4f21-ac1e-8953d5cf9aea,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:33.025259 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port e52daf3e-d662-4733-8c37-908557a327c5 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:14:33.029478 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port e52daf3e-d662-4733-8c37-908557a327c5 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:14:33.029898 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.032802 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-4bfaeaaf-f944-4eae-8c9f-933ee9086cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.037369 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-4bfaeaaf-f944-4eae-8c9f-933ee9086cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.097084 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-4bfaeaaf-f944-4eae-8c9f-933ee9086cf8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4576747b6fd84abaaff89f5bb4af3650&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6909583 Jul 14 14:14:33.100418 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34922) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:33.117888 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86d66e3d-631b-4630-adf6-161458c0ecbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.127353 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.132975 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfaeaaf-f944-4eae-8c9f-933ee9086cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c09cdd3-481b-4ecc-a45b-09388cb6697f,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:33.164608 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port e52daf3e-d662-4733-8c37-908557a327c5, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=e52daf3e-d662-4733-8c37-908557a327c5,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:33.173040 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.216749 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86d66e3d-631b-4630-adf6-161458c0ecbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.280253 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=e52daf3e-d662-4733-8c37-908557a327c5,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:33.288519 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:33.291272 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86d66e3d-631b-4630-adf6-161458c0ecbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.291855 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:33.292316 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:33.292831 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:33.293199 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:33.293535 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:33.293868 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:33.294049 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86d66e3d-631b-4630-adf6-161458c0ecbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.294180 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:33.294529 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:33.296187 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-86d66e3d-631b-4630-adf6-161458c0ecbf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd76f67a-6272-4f21-ac1e-8953d5cf9aea HTTP/1.1" status: 204 len: 168 time: 0.3367550 Jul 14 14:14:33.297375 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:33.297724 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:33.298066 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Tracked resource versions report: Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: pushed versions: Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: { 'AddressGroup': {'1.2'}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'ConntrackHelper': {'1.0'}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'Log': {'1.0'}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'Network': {'1.1'}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'Port': {'1.7'}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'PortForwarding': {'1.2'}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'QosPolicy': {'1.8'}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'SecurityGroup': {'1.4'}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'SubPort': {'1.0'}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'Subnet': {'1.1'}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'Trunk': {'1.1'}} Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: consumer versions: Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: { DHCP agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: HyperV agent@hv-cinder-67913: {}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: L3 agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: Metadata agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: Metering agent@dv-cinder-679138-10-smb: {}, Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: Open vSwitch agent@dv-cinder-679138-10-smb: { 'AddressGroup': '1.2', Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'ConntrackHelper': '1.0', Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'Log': '1.0', Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'Network': '1.1', Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'Port': '1.7', Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'PortForwarding': '1.2', Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'QosPolicy': '1.8', Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'SecurityGroup': '1.4', Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'SecurityGroupRule': '1.2', Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'SubPort': '1.0', Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'Subnet': '1.1', Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: 'Trunk': '1.1'}} Jul 14 14:14:33.305746 dv-cinder-679138-10-smb neutron-server[93059]: {{(pid=93059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:14:33.313387 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d66e3d-631b-4630-adf6-161458c0ecbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd76f67a-6272-4f21-ac1e-8953d5cf9aea,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:33.315469 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c12ccac5-02bf-4a0f-8e95-cb444cd0f3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.319013 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-62f48260-0cc0-4d23-9623-ea66f7c19012 req-3b0586de-2f7b-4bff-a8ec-65fc460b167d tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 210 time: 0.0943847 Jul 14 14:14:33.343320 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c12ccac5-02bf-4a0f-8e95-cb444cd0f3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.402238 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c12ccac5-02bf-4a0f-8e95-cb444cd0f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.404899 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c12ccac5-02bf-4a0f-8e95-cb444cd0f3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.406063 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-c12ccac5-02bf-4a0f-8e95-cb444cd0f3e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c09cdd3-481b-4ecc-a45b-09388cb6697f HTTP/1.1" status: 204 len: 168 time: 0.2998266 Jul 14 14:14:33.417534 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ccac5-02bf-4a0f-8e95-cb444cd0f3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c09cdd3-481b-4ecc-a45b-09388cb6697f,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:33.558000 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 34956) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:33.587199 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Sync routers for ids ['69d3dd82-0f0d-410c-9136-84b8cc7e1d97'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:14:33.603044 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Routers {'69d3dd82-0f0d-410c-9136-84b8cc7e1d97'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:14:33.603688 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:14:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['69d3dd82-0f0d-410c-9136-84b8cc7e1d97'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:33.680232 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34962) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:33.683305 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362e5a-b159-4a0c-b69c-c4067815229f req-710037f0-e870-404e-b56f-a3c3d8025a87 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:33.685305 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-710037f0-e870-404e-b56f-a3c3d8025a87 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 819 time: 0.1261189 Jul 14 14:14:33.701455 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-c9e077a3-0470-4ea5-9f8b-fd7fd3680761 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/quotas/cf25009d55184a7198b3f0474556d87a HTTP/1.1" status: 200 len: 375 time: 0.0110853 Jul 14 14:14:33.702955 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-37c02ecf-51a2-4d67-b791-9b3dc73e5eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.800435 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Set router 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:14:33.867210 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-37c02ecf-51a2-4d67-b791-9b3dc73e5eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.874777 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-37c02ecf-51a2-4d67-b791-9b3dc73e5eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:33.909736 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-74bd1166-5eef-4bf4-b0f0-8e7275251339 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2029536 Jul 14 14:14:33.942623 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c02ecf-51a2-4d67-b791-9b3dc73e5eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47531059-3a0c-4de2-b83d-fa166efe01d6,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:33.948400 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-37c02ecf-51a2-4d67-b791-9b3dc73e5eca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f730620618c041cdae05d7a94dcc59b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2659774 Jul 14 14:14:33.950908 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 34982) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:34.040682 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f78adf9a-d55c-46e5-be86-0e964662ffb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.152712 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f78adf9a-d55c-46e5-be86-0e964662ffb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.232666 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f78adf9a-d55c-46e5-be86-0e964662ffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.235589 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f78adf9a-d55c-46e5-be86-0e964662ffb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.241843 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-f78adf9a-d55c-46e5-be86-0e964662ffb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47531059-3a0c-4de2-b83d-fa166efe01d6 HTTP/1.1" status: 204 len: 168 time: 0.2891269 Jul 14 14:14:34.265944 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78adf9a-d55c-46e5-be86-0e964662ffb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47531059-3a0c-4de2-b83d-fa166efe01d6,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:34.355297 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'name': 'tempest-ServerRescueNegativeTestJSON-1913421999-router', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:31Z', 'revision_number': 4, 'project_id': 'cf25009d55184a7198b3f0474556d87a', 'gw_port': {'id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '97b95863-4a63-4e68-acbb-f51b44f5d5a5', 'name': '', 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'mac_address': 'fa:16:3e:df:4e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'fffa1587-fcbd-412b-b57e-71c0cd21620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:14:30Z', 'updated_at': '2021-07-14T14:14:31Z', 'revision_number': 2, 'project_id': 'cf25009d55184a7198b3f0474556d87a', 'subnets': [{'id': 'fffa1587-fcbd-412b-b57e-71c0cd21620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:34.393473 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 35018) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:34.426539 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Checking router: 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:14:34.427853 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0f2c71f9-1548-4630-ae9a-7318db8e18e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.436864 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Updating router 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 port 97b95863-4a63-4e68-acbb-f51b44f5d5a5 binding host dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:14:34.521468 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-766a3a9c-3239-492f-a7c2-9879faab8ea0 req-7093feca-cc93-441f-a7ef-7ce65d583c3d tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 210 time: 0.0895095 Jul 14 14:14:34.529488 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.696235 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0f2c71f9-1548-4630-ae9a-7318db8e18e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.701875 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0f2c71f9-1548-4630-ae9a-7318db8e18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.756353 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-0f2c71f9-1548-4630-ae9a-7318db8e18e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=608d41679b5746cb8268963089ab8e8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3617072 Jul 14 14:14:34.759231 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35040) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:34.759696 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c71f9-1548-4630-ae9a-7318db8e18e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0149bbda-54bb-4624-adbc-caebe178c14b,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:34.824704 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07bfb8ff-51c0-4ebd-9493-6e6c178618e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.852718 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07bfb8ff-51c0-4ebd-9493-6e6c178618e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.853362 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device e52daf3e-d662-4733-8c37-908557a327c5 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:14:34.927034 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07bfb8ff-51c0-4ebd-9493-6e6c178618e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.929801 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07bfb8ff-51c0-4ebd-9493-6e6c178618e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.932409 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-07bfb8ff-51c0-4ebd-9493-6e6c178618e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0149bbda-54bb-4624-adbc-caebe178c14b HTTP/1.1" status: 204 len: 168 time: 0.1722033 Jul 14 14:14:34.950045 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:34.957921 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfb8ff-51c0-4ebd-9493-6e6c178618e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0149bbda-54bb-4624-adbc-caebe178c14b,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:34.961332 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Transition to ACTIVE for port object 97b95863-4a63-4e68-acbb-f51b44f5d5a5 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:14:34.973596 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:35.058816 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a081c-42cb-4f74-afd1-2eb3ccd14432 None None] Pushing event updated for resources: {'Port': ['ID=97b95863-4a63-4e68-acbb-f51b44f5d5a5,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:35.068299 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-85f4900a-cd12-4756-8d13-a1506e4dd2b2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:14:35.077141 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-85f4900a-cd12-4756-8d13-a1506e4dd2b2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4959884 Jul 14 14:14:35.126531 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35056) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:35.131248 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port e52daf3e-d662-4733-8c37-908557a327c5 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:14:35.131626 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:35.169522 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Attempting to bind port 97b95863-4a63-4e68-acbb-f51b44f5d5a5 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:14:35.170148 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Attempting to bind port 97b95863-4a63-4e68-acbb-f51b44f5d5a5 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:14:35.170691 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Attempting to bind port 97b95863-4a63-4e68-acbb-f51b44f5d5a5 on network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:14:35.181339 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:14:35.182114 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Checking segment: {'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:14:35.183214 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:35.183799 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Bound using segment: {'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:14:35.184290 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Bound port: 97b95863-4a63-4e68-acbb-f51b44f5d5a5, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:14:35.184694 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:35.272609 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-528b17c0-9002-474b-abb0-dada831796e1 service neutron] 10.222.0.53 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915603 Jul 14 14:14:35.303029 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] For port 97b95863-4a63-4e68-acbb-f51b44f5d5a5, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:14:35.309425 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] For port 97b95863-4a63-4e68-acbb-f51b44f5d5a5, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=97b95863-4a63-4e68-acbb-f51b44f5d5a5,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:14:35.316200 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:35.388278 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a081c-42cb-4f74-afd1-2eb3ccd14432 None None] Pushing event updated for resources: {'Port': ['ID=97b95863-4a63-4e68-acbb-f51b44f5d5a5,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:35.401980 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Routers {'69d3dd82-0f0d-410c-9136-84b8cc7e1d97'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:14:35.402638 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:14:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['69d3dd82-0f0d-410c-9136-84b8cc7e1d97'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:35.450133 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-4f87fcf5-acff-478a-9d1a-75ef1026c8a4 service neutron] 10.222.0.53 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602845 Jul 14 14:14:35.674994 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-76d57061-6e82-4ab6-87d5-9b8ae8025237 req-c2daeeae-8ef4-47ed-8813-6d2cff7ef87b tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 210 time: 0.0649605 Jul 14 14:14:35.876170 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eea6a156-246b-4766-84d2-f2f0c6e0f58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:35.897098 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] Set router 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:14:36.061226 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-995ed4fc-9ad5-46e6-82b7-20f9152cb9bc req-427d4389-5c94-482e-afc4-e2248d81467b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 210 time: 0.2798431 Jul 14 14:14:36.204975 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eea6a156-246b-4766-84d2-f2f0c6e0f58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:36.215742 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eea6a156-246b-4766-84d2-f2f0c6e0f58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:36.260518 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'name': 'tempest-ServerRescueNegativeTestJSON-1913421999-router', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:31Z', 'revision_number': 4, 'project_id': 'cf25009d55184a7198b3f0474556d87a', 'gw_port': {'id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '97b95863-4a63-4e68-acbb-f51b44f5d5a5', 'name': '', 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'mac_address': 'fa:16:3e:df:4e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'fffa1587-fcbd-412b-b57e-71c0cd21620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:14:30Z', 'updated_at': '2021-07-14T14:14:35Z', 'revision_number': 4, 'project_id': 'cf25009d55184a7198b3f0474556d87a', 'subnets': [{'id': 'fffa1587-fcbd-412b-b57e-71c0cd21620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:36.287212 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 35134) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:36.287463 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-eea6a156-246b-4766-84d2-f2f0c6e0f58f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88c6c7811c2340ceb8e9733ad54bc472&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1596549 Jul 14 14:14:36.288225 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6a156-246b-4766-84d2-f2f0c6e0f58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da812ad1-f8d4-4133-86ac-5ea6f5e50f76,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:36.344298 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a926cdd4-eca8-48c2-95d7-1269207afe6e None None] The sync data for ids ['69d3dd82-0f0d-410c-9136-84b8cc7e1d97'] in dv-cinder-679138-10-smb is: [{'id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'name': 'tempest-ServerRescueNegativeTestJSON-1913421999-router', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:31Z', 'revision_number': 4, 'project_id': 'cf25009d55184a7198b3f0474556d87a', 'gw_port': {'id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '97b95863-4a63-4e68-acbb-f51b44f5d5a5', 'name': '', 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'mac_address': 'fa:16:3e:df:4e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'fffa1587-fcbd-412b-b57e-71c0cd21620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:14:30Z', 'updated_at': '2021-07-14T14:14:35Z', 'revision_number': 4, 'project_id': 'cf25009d55184a7198b3f0474556d87a', 'subnets': [{'id': 'fffa1587-fcbd-412b-b57e-71c0cd21620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:14:36.466362 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-27806bee-49ff-4be0-9ed6-ee90631c4979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:36.501081 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-27806bee-49ff-4be0-9ed6-ee90631c4979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:36.612448 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-27806bee-49ff-4be0-9ed6-ee90631c4979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:36.623384 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-27806bee-49ff-4be0-9ed6-ee90631c4979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:36.627149 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-27806bee-49ff-4be0-9ed6-ee90631c4979 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da812ad1-f8d4-4133-86ac-5ea6f5e50f76 HTTP/1.1" status: 204 len: 168 time: 0.3386357 Jul 14 14:14:36.705759 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27806bee-49ff-4be0-9ed6-ee90631c4979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da812ad1-f8d4-4133-86ac-5ea6f5e50f76,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:36.847105 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35174) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:37.006768 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-b8a89be8-3b33-48be-a051-2df352670a6a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:37.015650 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-b8a89be8-3b33-48be-a051-2df352670a6a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 819 time: 0.3407283 Jul 14 14:14:37.040948 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 97b95863-4a63-4e68-acbb-f51b44f5d5a5 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:14:37.067164 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-59071a2b-6b06-4814-a4a2-3a4551af2141 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/quotas/cf25009d55184a7198b3f0474556d87a HTTP/1.1" status: 200 len: 375 time: 0.0224533 Jul 14 14:14:37.115902 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 97b95863-4a63-4e68-acbb-f51b44f5d5a5 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:14:37.127090 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 97b95863-4a63-4e68-acbb-f51b44f5d5a5 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:14:37.127512 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:37.142486 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-26150e99-e5dd-4d53-83ec-45fefd0dc069 req-f75418b2-7815-4282-9bfd-8693c88f7147 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 210 time: 0.1240079 Jul 14 14:14:37.321525 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bf4f8730-d089-4ce0-9a17-849ef2e37208 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2037992 Jul 14 14:14:37.386613 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:37.453487 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port 97b95863-4a63-4e68-acbb-f51b44f5d5a5, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=97b95863-4a63-4e68-acbb-f51b44f5d5a5,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:37.462831 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:37.517468 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-c840ce88-c67e-42a5-b360-1975022579f9 service neutron] 10.222.0.53 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949828 Jul 14 14:14:37.572360 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-01b11e5a-1cdf-4d00-83cb-de7414729b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:37.574746 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=97b95863-4a63-4e68-acbb-f51b44f5d5a5,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:37.670099 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-37f2aa95-6a20-4336-8861-56feef79052b service neutron] 10.222.0.53 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512501 Jul 14 14:14:37.727741 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35202) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:37.763803 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-461c7eed-e956-4f69-be70-34c99b451c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:37.851657 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-01b11e5a-1cdf-4d00-83cb-de7414729b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:37.990951 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.62', 54311) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:38.037981 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-461c7eed-e956-4f69-be70-34c99b451c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:38.039533 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-01b11e5a-1cdf-4d00-83cb-de7414729b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:38.108188 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-01b11e5a-1cdf-4d00-83cb-de7414729b51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=127522de9d454600bbb1004e90a3dbe5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2599974 Jul 14 14:14:38.119851 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-461c7eed-e956-4f69-be70-34c99b451c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:38.221608 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35212) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:38.225019 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-461c7eed-e956-4f69-be70-34c99b451c34 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=329927ca595c4f85b0368fa31cfbdd39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4943247 Jul 14 14:14:38.264197 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b11e5a-1cdf-4d00-83cb-de7414729b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d8b5a4-1d7a-48ca-b5b0-4596f75fab64,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:38.308629 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35222) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:38.429279 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-a51b9d7f-894c-4878-bbc5-f7acdc1947eb tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:38.444845 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-a51b9d7f-894c-4878-bbc5-f7acdc1947eb tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.62 "GET /v2.0/networks?id=cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 HTTP/1.1" status: 200 len: 812 time: 0.4526923 Jul 14 14:14:38.524985 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e07ae845-1d01-4db5-81d4-306a456664fa req-c40f3b27-8c7d-4216-bd67-b5ebbf075e96 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 210 time: 0.4652057 Jul 14 14:14:38.547466 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Request body: {'port': {'device_id': 'b0c0f563-ce40-48f9-8ec7-d0e341bd956d', 'network_id': 'cfe1d067-a0a5-497f-8a99-4e7ebed4aed8', 'admin_state_up': True, 'tenant_id': '7fd9d3a3c34440058c9d32c3d461b9b6'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:38.605846 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c7eed-e956-4f69-be70-34c99b451c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776e4ab1-5c3d-4f3d-a4ce-26fa373db4b4,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:38.734480 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-656cc2fb-db28-46e2-a3fd-f9b84b6e9ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:38.805386 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-656cc2fb-db28-46e2-a3fd-f9b84b6e9ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:38.883616 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 97b95863-4a63-4e68-acbb-f51b44f5d5a5 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:14:38.927639 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-656cc2fb-db28-46e2-a3fd-f9b84b6e9ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:38.935876 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-656cc2fb-db28-46e2-a3fd-f9b84b6e9ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:38.937302 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-656cc2fb-db28-46e2-a3fd-f9b84b6e9ad8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/776e4ab1-5c3d-4f3d-a4ce-26fa373db4b4 HTTP/1.1" status: 204 len: 168 time: 0.6262062 Jul 14 14:14:38.967117 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7f860622-23f5-4851-854f-7c6839014cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:39.012205 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7f860622-23f5-4851-854f-7c6839014cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:39.047846 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-058c1365-a313-44f2-a9a6-51c863372d3b req-48dc9936-1575-4bdb-939f-337d23e388ed tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 210 time: 0.3807578 Jul 14 14:14:39.071505 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cc2fb-db28-46e2-a3fd-f9b84b6e9ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776e4ab1-5c3d-4f3d-a4ce-26fa373db4b4,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:39.077301 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.62', 54321) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:39.079289 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 97b95863-4a63-4e68-acbb-f51b44f5d5a5 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:14:39.088111 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:39.108726 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7f860622-23f5-4851-854f-7c6839014cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:39.111730 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7f860622-23f5-4851-854f-7c6839014cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:39.113734 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-7f860622-23f5-4851-854f-7c6839014cb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20d8b5a4-1d7a-48ca-b5b0-4596f75fab64 HTTP/1.1" status: 204 len: 168 time: 0.8867881 Jul 14 14:14:39.129667 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f860622-23f5-4851-854f-7c6839014cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d8b5a4-1d7a-48ca-b5b0-4596f75fab64,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:39.281362 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362e5a-b159-4a0c-b69c-c4067815229f req-bafd3fec-f437-467c-8637-3f9cb77238ca tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:39.286109 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-bafd3fec-f437-467c-8637-3f9cb77238ca tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.62 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 819 time: 0.2059441 Jul 14 14:14:39.304111 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-19362e5a-b159-4a0c-b69c-c4067815229f req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Request body: {'port': {'device_id': 'cd6959f5-ace1-4f77-ae4c-110bf00bb114', 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8', 'admin_state_up': True, 'tenant_id': 'cf25009d55184a7198b3f0474556d87a'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:39.506779 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.db.api [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 14:14:39.506779 dv-cinder-679138-10-smb neutron-server[93057]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 14:14:39.506779 dv-cinder-679138-10-smb neutron-server[93057]: [parameters: {'project_id': '7fd9d3a3c34440058c9d32c3d461b9b6', 'id': '1f0215da-acde-4be0-94f9-90cdff8d76d0', 'expiration': datetime.datetime(2021, 7, 14, 14, 16, 39, 496906)}] Jul 14 14:14:39.506779 dv-cinder-679138-10-smb neutron-server[93057]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 14:14:39.507779 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG oslo_db.api [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 14:14:39.510485 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19362e5a-b159-4a0c-b69c-c4067815229f req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Made reservation on behalf of cf25009d55184a7198b3f0474556d87a for: {'port': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:14:39.514657 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-19362e5a-b159-4a0c-b69c-c4067815229f req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:39.770932 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-600f4f65-50c1-4829-b0d7-40732577a223 req-6673fcf5-cde2-447a-9d6c-7deef75a1645 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 210 time: 0.0822184 Jul 14 14:14:39.802337 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [req-19362e5a-b159-4a0c-b69c-c4067815229f req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Allocated IP 172.20.0.7 (8dbda666-8e0b-4ff5-9319-ed4811f1ebe8/fffa1587-fcbd-412b-b57e-71c0cd21620e/0c559f6e-e37a-49b9-9830-046bb6f666ac) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:14:39.822952 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.62', 54326) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:40.003002 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5bf6c206-f3a1-4074-b85c-4f0f31d4d81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:40.092502 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Made reservation on behalf of 7fd9d3a3c34440058c9d32c3d461b9b6 for: {'port': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:14:40.103371 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:40.148247 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:14:40.415545 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-9786ee2c-73c9-4b1a-ad97-d68c3d34ecd9 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:40.421075 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-9786ee2c-73c9-4b1a-ad97-d68c3d34ecd9 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.62 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 819 time: 0.5945373 Jul 14 14:14:40.421826 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 35340) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:40.445147 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Request body: {'port': {'device_id': 'd2a34e20-45c0-4f59-aa74-a6161a104809', 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8', 'admin_state_up': True, 'tenant_id': 'cf25009d55184a7198b3f0474556d87a'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:40.674022 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f77f677a-cec7-4f27-89ce-cbc5a0985990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:40.679146 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Allocated IP 172.20.0.9 (cfe1d067-a0a5-497f-8a99-4e7ebed4aed8/7eb5f473-444e-4a75-a0c7-fe3ee8028bd8/263603ba-e0ed-41e6-9be2-86c6bdf6e206) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:14:40.723740 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e24bae14-c0c5-4e41-9cc8-4f362a2e6990 req-2fc7c5a1-552e-4ce6-8352-c23c52dbc9ba tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 210 time: 0.2178156 Jul 14 14:14:40.763026 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-19362e5a-b159-4a0c-b69c-c4067815229f req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:41.562831 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35390) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:41.587962 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8d529f15-163b-422c-8a83-ec0f18fa34d7 req-1a0c7851-e44e-4c41-a399-abfdee87dc11 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 210 time: 0.0777819 Jul 14 14:14:41.594257 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35394) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:41.627508 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-19362e5a-b159-4a0c-b69c-c4067815229f req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:41.841481 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-36a0ded3-3ca0-4b40-8fda-927146f0de74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:41.900198 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19362e5a-b159-4a0c-b69c-c4067815229f req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:14:41.901667 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217777973-network', 'tenant_id': '0d2805566303456c96b812dc55679da3'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:41.922350 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [req-19362e5a-b159-4a0c-b69c-c4067815229f req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:14:41.925110 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-19362e5a-b159-4a0c-b69c-c4067815229f req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:14:41.932959 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362e5a-b159-4a0c-b69c-c4067815229f req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:41.933728 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-19362e5a-b159-4a0c-b69c-c4067815229f req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:41.952605 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Pushing event updated for resources: {'Port': ['ID=0c559f6e-e37a-49b9-9830-046bb6f666ac,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:42.010987 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.078716 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f77f677a-cec7-4f27-89ce-cbc5a0985990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.084627 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-412cf541-8558-4dfe-99f2-cfb2075422e1 req-f088bceb-b41a-4dfc-b974-861bd2bf51ab tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 210 time: 0.0943103 Jul 14 14:14:42.088988 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f77f677a-cec7-4f27-89ce-cbc5a0985990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.097280 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-61d7d16f-bb5e-437c-b745-fa8df1cfcce2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8027530 Jul 14 14:14:42.130776 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Made reservation on behalf of cf25009d55184a7198b3f0474556d87a for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:14:42.134616 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.145263 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-f77f677a-cec7-4f27-89ce-cbc5a0985990 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22216c032daf40d98c48e6f1cff0e783&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7219975 Jul 14 14:14:42.151185 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 35400) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:42.153212 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f677a-cec7-4f27-89ce-cbc5a0985990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c64aa56-030c-43c5-9a59-562446e2ba1d,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:42.217633 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.299082 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Network cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:14:42.308653 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:14:42.311059 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:14:42.317280 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:42.318400 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.327775 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-83bd7473-8462-4746-bb93-837a20b7d16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.328359 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6702556d-7f0e-4931-a311-874a93e7ddbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.341756 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Pushing event updated for resources: {'Port': ['ID=263603ba-e0ed-41e6-9be2-86c6bdf6e206,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:42.377409 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-83bd7473-8462-4746-bb93-837a20b7d16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.482371 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-83bd7473-8462-4746-bb93-837a20b7d16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.487076 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-83bd7473-8462-4746-bb93-837a20b7d16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.494835 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-83bd7473-8462-4746-bb93-837a20b7d16d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c64aa56-030c-43c5-9a59-562446e2ba1d HTTP/1.1" status: 204 len: 168 time: 0.3424411 Jul 14 14:14:42.518653 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd7473-8462-4746-bb93-837a20b7d16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c64aa56-030c-43c5-9a59-562446e2ba1d,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:42.581158 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Allocated IP 172.20.0.5 (8dbda666-8e0b-4ff5-9319-ed4811f1ebe8/fffa1587-fcbd-412b-b57e-71c0cd21620e/e63019a8-0ba7-46f3-aeeb-60317e67dc9e) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:14:42.596689 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-36a0ded3-3ca0-4b40-8fda-927146f0de74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.619859 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ee8ac44e-d2c0-45db-ba33-f0f870535f66 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0916078 Jul 14 14:14:42.636516 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-36a0ded3-3ca0-4b40-8fda-927146f0de74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.711720 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:42.942455 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f8384f4c-71f6-470e-931f-cf01aa0892d3 req-377eacd6-6f89-4856-9eec-607921e6114f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 210 time: 0.0667553 Jul 14 14:14:43.149120 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 35436) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:43.170480 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-621584d2-148e-40d2-af1a-2d3cf58b5d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.235487 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Made reservation on behalf of 0d2805566303456c96b812dc55679da3 for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:14:43.239453 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.244641 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0ded3-3ca0-4b40-8fda-927146f0de74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d41d81a-5c15-4b02-b6a6-dbd01296030f,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:43.269802 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 35438) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:43.273442 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-36a0ded3-3ca0-4b40-8fda-927146f0de74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f7b1a1674d244f795f9ba1452236934&name=default HTTP/1.1" status: 200 len: 2978 time: 1.7092314 Jul 14 14:14:43.277966 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.311929 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.370623 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.507455 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-621584d2-148e-40d2-af1a-2d3cf58b5d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.557030 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-621584d2-148e-40d2-af1a-2d3cf58b5d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.597192 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:14:43.614433 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:14:43.627005 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:14:43.633308 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:43.633948 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.663669 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Pushing event updated for resources: {'Port': ['ID=e63019a8-0ba7-46f3-aeeb-60317e67dc9e,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:43.717705 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9b88861b-87fe-47d6-b85d-6773b7fef227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.735672 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-621584d2-148e-40d2-af1a-2d3cf58b5d1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c00dc1619a684ab0acd6ee0c3aada0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5850036 Jul 14 14:14:43.738515 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35446) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:43.747650 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621584d2-148e-40d2-af1a-2d3cf58b5d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf7ace7-4e79-4ca3-a965-6f577642933f,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:43.759855 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.776938 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bb5b9-6ff8-4370-803d-69ba2d34ee34 req-7b61826b-c8dd-4a9d-80a6-1f801a4e4738 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:43.779167 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0e5bb5b9-6ff8-4370-803d-69ba2d34ee34 req-7b61826b-c8dd-4a9d-80a6-1f801a4e4738 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 931 time: 0.2670591 Jul 14 14:14:43.780007 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.781528 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9b88861b-87fe-47d6-b85d-6773b7fef227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.796543 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.807602 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-bc3c6938-f644-4208-8933-0ec3e6f9f8cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3686574 Jul 14 14:14:43.832646 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:14:43.855487 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca3b60a-a4d5-4103-b89a-ce8b4837cee3,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:43.857332 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0e5bb5b9-6ff8-4370-803d-69ba2d34ee34 req-ec484767-ee80-407f-89ac-b13bad326167 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655100 Jul 14 14:14:43.860855 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fa119158-0cc2-40f4-9f53-68da0408bcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.882931 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9b88861b-87fe-47d6-b85d-6773b7fef227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.886053 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9b88861b-87fe-47d6-b85d-6773b7fef227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.887188 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-9b88861b-87fe-47d6-b85d-6773b7fef227 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d41d81a-5c15-4b02-b6a6-dbd01296030f HTTP/1.1" status: 204 len: 168 time: 0.6163785 Jul 14 14:14:43.894126 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fa119158-0cc2-40f4-9f53-68da0408bcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.918086 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88861b-87fe-47d6-b85d-6773b7fef227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d41d81a-5c15-4b02-b6a6-dbd01296030f,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:43.924904 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.925246 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.segments_db [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Added segment 08c3e248-ab0e-4c27-ad32-89250d1e93e4 of type vlan for network ddfb9570-ad56-4493-95f1-180e67cbedca Jul 14 14:14:43.969214 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:44.018963 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fa119158-0cc2-40f4-9f53-68da0408bcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:44.023843 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fa119158-0cc2-40f4-9f53-68da0408bcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:44.025243 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-fa119158-0cc2-40f4-9f53-68da0408bcc5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bf7ace7-4e79-4ca3-a965-6f577642933f HTTP/1.1" status: 204 len: 168 time: 0.2856143 Jul 14 14:14:44.037632 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa119158-0cc2-40f4-9f53-68da0408bcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf7ace7-4e79-4ca3-a965-6f577642933f,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:44.040659 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:44.042228 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:44.042581 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:44.100089 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5039649 Jul 14 14:14:44.103924 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 35458) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:44.110495 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-2e81f324-29ee-4c46-af74-44fcc47d2e1d admin admin] Request body: {'subnet': {'network_id': 'ddfb9570-ad56-4493-95f1-180e67cbedca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217777973-subnet', 'tenant_id': '0d2805566303456c96b812dc55679da3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:44.117933 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f55ea-7bf4-467a-97ab-d5f518f0e162 admin admin] Pushing event updated for resources: {'Network': ['ID=ddfb9570-ad56-4493-95f1-180e67cbedca,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:44.135191 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network ddfb9570-ad56-4493-95f1-180e67cbedca details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:14:44.180329 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e81f324-29ee-4c46-af74-44fcc47d2e1d admin admin] Made reservation on behalf of 0d2805566303456c96b812dc55679da3 for: {'subnet': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:14:44.182819 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2e81f324-29ee-4c46-af74-44fcc47d2e1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:44.677282 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8a4b4-0ded-4308-a28c-fac08300ab14 req-65051926-3baf-4909-b9a2-0a41d025ff97 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:44.680837 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5ce8a4b4-0ded-4308-a28c-fac08300ab14 req-65051926-3baf-4909-b9a2-0a41d025ff97 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 931 time: 0.3491871 Jul 14 14:14:44.787580 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35490) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:44.816432 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-58effccb-7995-4adf-bf28-b1a363abc761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:44.871405 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5ce8a4b4-0ded-4308-a28c-fac08300ab14 req-f8228d49-d129-4b1b-9582-e87105c9d92b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783993 Jul 14 14:14:44.901228 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2e81f324-29ee-4c46-af74-44fcc47d2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:45.138331 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:45.162435 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-58effccb-7995-4adf-bf28-b1a363abc761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:45.170454 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-58effccb-7995-4adf-bf28-b1a363abc761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:45.198577 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-5d00bd65-0bd8-4973-838d-f289ee132b2d tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:14:45.202075 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-5d00bd65-0bd8-4973-838d-f289ee132b2d tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081067 Jul 14 14:14:45.225986 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-e596f9ba-afa7-4797-b8a2-64a70ef7553b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:14:45.225986 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-e596f9ba-afa7-4797-b8a2-64a70ef7553b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125527 Jul 14 14:14:45.230104 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-c28594f9-d4a9-4bef-9f21-86a2a51c8858 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:14:45.231116 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-c28594f9-d4a9-4bef-9f21-86a2a51c8858 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384634 Jul 14 14:14:45.233149 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e81f324-29ee-4c46-af74-44fcc47d2e1d admin admin] Checking segment: {'id': '08c3e248-ab0e-4c27-ad32-89250d1e93e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ddfb9570-ad56-4493-95f1-180e67cbedca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:14:45.233621 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81f324-29ee-4c46-af74-44fcc47d2e1d admin admin] Network hostable DHCP agents. Network: ddfb9570-ad56-4493-95f1-180e67cbedca, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:14:45.243187 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81f324-29ee-4c46-af74-44fcc47d2e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67575da-5347-436d-9670-32f815ab8e80,revision_number=0']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:45.267102 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-58effccb-7995-4adf-bf28-b1a363abc761 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c14e9098d581448a8da8acbf970ad063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775183 Jul 14 14:14:45.271735 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35512) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:45.299638 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81f324-29ee-4c46-af74-44fcc47d2e1d admin admin] Network ddfb9570-ad56-4493-95f1-180e67cbedca is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:14:45.324043 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-2e81f324-29ee-4c46-af74-44fcc47d2e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, ddfb9570-ad56-4493-95f1-180e67cbedca) {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:14:45.334894 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1770af60-3602-458d-b997-ff173596b045 None None] Network ddfb9570-ad56-4493-95f1-180e67cbedca requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:14:45.335338 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc952e3e-6ad6-43a4-b989-69cc56863133 req-d20034b1-35cd-44ab-b650-8ffc4b440408 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:45.337151 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dc952e3e-6ad6-43a4-b989-69cc56863133 req-d20034b1-35cd-44ab-b650-8ffc4b440408 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 931 time: 0.2087142 Jul 14 14:14:45.340746 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e81f324-29ee-4c46-af74-44fcc47d2e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:45.342173 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2e81f324-29ee-4c46-af74-44fcc47d2e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:45.389167 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-2e81f324-29ee-4c46-af74-44fcc47d2e1d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2839935 Jul 14 14:14:45.420357 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58effccb-7995-4adf-bf28-b1a363abc761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdcb05f-996c-409f-858a-9b0404dc79ed,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:45.435376 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dc952e3e-6ad6-43a4-b989-69cc56863133 req-80a67ab5-914f-47bf-a5e3-9a06a5ba5fc5 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849428 Jul 14 14:14:45.478115 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3430424f-18d9-4175-948a-8ed8a31b291e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:45.508771 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3430424f-18d9-4175-948a-8ed8a31b291e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:45.589200 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5591cd4a-4abd-4ac2-b09d-3cea4a7398d0 None None] Network ddfb9570-ad56-4493-95f1-180e67cbedca requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:14:45.589467 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3430424f-18d9-4175-948a-8ed8a31b291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:45.592039 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3430424f-18d9-4175-948a-8ed8a31b291e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:45.593417 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-3430424f-18d9-4175-948a-8ed8a31b291e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ecdcb05f-996c-409f-858a-9b0404dc79ed HTTP/1.1" status: 204 len: 168 time: 0.3176708 Jul 14 14:14:45.604296 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430424f-18d9-4175-948a-8ed8a31b291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdcb05f-996c-409f-858a-9b0404dc79ed,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:46.369431 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599a1e0-4e24-4d66-854a-f32770938b0f req-2e99ab38-e826-4b9a-b1a6-2d2e9f046e86 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:46.395050 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d599a1e0-4e24-4d66-854a-f32770938b0f req-2e99ab38-e826-4b9a-b1a6-2d2e9f046e86 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 931 time: 0.2762234 Jul 14 14:14:46.539923 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d599a1e0-4e24-4d66-854a-f32770938b0f req-6543a536-ff86-48d7-860a-5de3dd2f3f66 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429675 Jul 14 14:14:46.964325 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a164a-ee60-493e-ab7f-0461766640df req-a0c07056-d832-4ff0-8a95-d7a62e3acdde tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:46.966179 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4b2a164a-ee60-493e-ab7f-0461766640df req-a0c07056-d832-4ff0-8a95-d7a62e3acdde tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 931 time: 0.1798763 Jul 14 14:14:47.098495 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4b2a164a-ee60-493e-ab7f-0461766640df req-742bbc3c-2bcd-423b-985b-390d29b9af9b tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248891 Jul 14 14:14:47.374985 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 35620) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:47.388002 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-899657229-network', 'tenant_id': 'e0eb9b7fb72c41eead0b18d03da69b0d'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:47.434345 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Made reservation on behalf of e0eb9b7fb72c41eead0b18d03da69b0d for: {'network': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:14:47.437316 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:47.469843 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:47.609788 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:47.615412 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:47.670322 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:14:47.672276 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cdac18-44b8-4e43-afd0-1c6544fdd940,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:47.695395 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:47.695782 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.segments_db [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Added segment cfe6349b-c6fc-4378-a7b5-2bb13da7c57f of type vlan for network 0ad68ece-4036-4bd8-b92f-16943f2570c0 Jul 14 14:14:47.801593 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:47.897352 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6995b-b91f-4c7e-9a9d-f013d483a64b req-95e9d8e8-496d-4ffb-8789-6b841ccef42e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:47.898949 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bdb6995b-b91f-4c7e-9a9d-f013d483a64b req-95e9d8e8-496d-4ffb-8789-6b841ccef42e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 931 time: 0.1716199 Jul 14 14:14:47.900387 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:47.901530 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:47.902096 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:47.995088 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6154490 Jul 14 14:14:47.995513 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35650) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:48.002426 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-a2dddcb8-4c2b-4580-aab7-85561f269105 admin admin] Request body: {'subnet': {'network_id': '0ad68ece-4036-4bd8-b92f-16943f2570c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-899657229-subnet', 'tenant_id': 'e0eb9b7fb72c41eead0b18d03da69b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:48.004984 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bdb6995b-b91f-4c7e-9a9d-f013d483a64b req-e748129e-c618-42a6-9eb6-758ec858dfe6 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980961 Jul 14 14:14:48.006053 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffb5aa-c6cb-450a-862e-de8d9b3a2095 admin admin] Pushing event updated for resources: {'Network': ['ID=0ad68ece-4036-4bd8-b92f-16943f2570c0,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:48.019863 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 0ad68ece-4036-4bd8-b92f-16943f2570c0 details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:14:48.052147 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dddcb8-4c2b-4580-aab7-85561f269105 admin admin] Made reservation on behalf of e0eb9b7fb72c41eead0b18d03da69b0d for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:14:48.059844 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a2dddcb8-4c2b-4580-aab7-85561f269105 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:48.487919 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cdc86-7fd8-4fbe-92f5-3604a3b030f2 req-0c0e2216-6439-49ec-a5ae-9b2ef3607bfe tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:48.499112 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4b5cdc86-7fd8-4fbe-92f5-3604a3b030f2 req-0c0e2216-6439-49ec-a5ae-9b2ef3607bfe tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 931 time: 0.1621082 Jul 14 14:14:48.526850 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35676) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:48.539821 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a2dddcb8-4c2b-4580-aab7-85561f269105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:48.600834 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4b5cdc86-7fd8-4fbe-92f5-3604a3b030f2 req-149aa7fb-21cd-42c7-93bd-d8ea597002cd tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004612 Jul 14 14:14:48.670688 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dddcb8-4c2b-4580-aab7-85561f269105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebed5a62-887e-47a7-99a4-aebc09031912,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:48.673560 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dddcb8-4c2b-4580-aab7-85561f269105 admin admin] Checking segment: {'id': 'cfe6349b-c6fc-4378-a7b5-2bb13da7c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ad68ece-4036-4bd8-b92f-16943f2570c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:14:48.673923 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dddcb8-4c2b-4580-aab7-85561f269105 admin admin] Network hostable DHCP agents. Network: 0ad68ece-4036-4bd8-b92f-16943f2570c0, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:14:48.724967 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dddcb8-4c2b-4580-aab7-85561f269105 admin admin] Network 0ad68ece-4036-4bd8-b92f-16943f2570c0 is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:14:48.738788 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-a2dddcb8-4c2b-4580-aab7-85561f269105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 0ad68ece-4036-4bd8-b92f-16943f2570c0) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:14:48.746103 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dddcb8-4c2b-4580-aab7-85561f269105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:48.748638 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a2dddcb8-4c2b-4580-aab7-85561f269105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:48.752298 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ded0668-1bdc-4661-9023-fd3bd21c2928 None None] Network 0ad68ece-4036-4bd8-b92f-16943f2570c0 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:14:48.807898 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-a2dddcb8-4c2b-4580-aab7-85561f269105 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8017068 Jul 14 14:14:49.004972 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5af7ba06-2d8a-44db-a51b-d5faf458172f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:49.051624 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb93590f-ebfe-4b7e-8032-0dbb9b0a6914 None None] Network 0ad68ece-4036-4bd8-b92f-16943f2570c0 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:14:49.290511 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5af7ba06-2d8a-44db-a51b-d5faf458172f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:49.296235 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5af7ba06-2d8a-44db-a51b-d5faf458172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:49.336770 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-5af7ba06-2d8a-44db-a51b-d5faf458172f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=868fd8f0642241ca908bd55c9fcf628c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8074403 Jul 14 14:14:49.339299 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35716) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:49.375445 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c190-61dd-42e1-a988-1070fba8800c req-8ca2743d-ee6a-45f4-8b0a-cae42dc50a9e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:49.377542 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6520c190-61dd-42e1-a988-1070fba8800c req-8ca2743d-ee6a-45f4-8b0a-cae42dc50a9e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 931 time: 0.1062286 Jul 14 14:14:49.391280 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7ba06-2d8a-44db-a51b-d5faf458172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf83a18f-b79d-497a-8823-aa9f6e0ee5ba,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:49.457666 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-422b5c4c-9a91-4e70-974c-a8bd45faca4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:49.476778 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6520c190-61dd-42e1-a988-1070fba8800c req-02614c26-fd4c-407a-a2fa-d97e16766a1e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891972 Jul 14 14:14:49.517229 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-422b5c4c-9a91-4e70-974c-a8bd45faca4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:49.613885 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-422b5c4c-9a91-4e70-974c-a8bd45faca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:49.616798 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-422b5c4c-9a91-4e70-974c-a8bd45faca4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:49.618419 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-422b5c4c-9a91-4e70-974c-a8bd45faca4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf83a18f-b79d-497a-8823-aa9f6e0ee5ba HTTP/1.1" status: 204 len: 168 time: 0.2775841 Jul 14 14:14:49.636129 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b5c4c-9a91-4e70-974c-a8bd45faca4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf83a18f-b79d-497a-8823-aa9f6e0ee5ba,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:49.904319 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d868b50-05cd-4804-b317-5a9d0d4d60bc req-9aae3083-00d0-4b42-a971-58df7e7f9c6c tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:49.914278 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d868b50-05cd-4804-b317-5a9d0d4d60bc req-9aae3083-00d0-4b42-a971-58df7e7f9c6c tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 931 time: 0.1219108 Jul 14 14:14:49.961487 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d868b50-05cd-4804-b317-5a9d0d4d60bc req-4b2876c2-190c-4f5e-bd99-74985ca5ac1e tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460629 Jul 14 14:14:50.141892 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-de703c4d-cfc6-4454-82e3-5a69cc27222c tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:50.143481 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-de703c4d-cfc6-4454-82e3-5a69cc27222c tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/networks?id=ddfb9570-ad56-4493-95f1-180e67cbedca HTTP/1.1" status: 200 len: 809 time: 0.1919463 Jul 14 14:14:50.164316 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-06361fcf-3b8d-4410-acec-2f2d68eaefaa tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/quotas/0d2805566303456c96b812dc55679da3 HTTP/1.1" status: 200 len: 375 time: 0.0142570 Jul 14 14:14:50.203587 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-7bb72129-94d7-4224-b866-8fcd32e57e53 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d2805566303456c96b812dc55679da3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317621 Jul 14 14:14:50.307901 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35760) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:50.330070 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-538c9382-db33-43dd-90d3-fb26c68aefbc service neutron] 10.222.0.53 "GET /v2.0/networks/ddfb9570-ad56-4493-95f1-180e67cbedca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180444 Jul 14 14:14:50.346722 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35764) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:50.459285 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35772) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:50.492415 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b6225e14-5800-4c13-b418-9f7664a29ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:50.586877 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-80b9a7f9-89ea-46e1-abd1-8c49d600c72d service neutron] 10.222.0.53 "GET /v2.0/networks/ddfb9570-ad56-4493-95f1-180e67cbedca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501566 Jul 14 14:14:50.625032 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b6225e14-5800-4c13-b418-9f7664a29ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:50.631921 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b6225e14-5800-4c13-b418-9f7664a29ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:50.676761 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6225e14-5800-4c13-b418-9f7664a29ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7e5b14-8d40-4ef1-83e1-d5bbda93df52,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:50.703444 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b6225e14-5800-4c13-b418-9f7664a29ca8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8de7e5acbacc4afdb2c95c2e7ed2448b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371821 Jul 14 14:14:50.703811 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35776) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:50.731158 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2963afc-906f-4f9e-9df1-bc867969cec8 req-d9f3118c-2e49-4800-8afb-9c4308198c8d tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:50.732912 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b2963afc-906f-4f9e-9df1-bc867969cec8 req-d9f3118c-2e49-4800-8afb-9c4308198c8d tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 931 time: 0.1023071 Jul 14 14:14:50.743709 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-decbe934-d6d3-4275-aff2-f8f424d7d02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:50.779713 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9c4340c1-c078-48d8-9b58-2592d2ad8d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:50.806387 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e73df2b2-10f4-446f-87cb-8ad070ca91e5 req-7514de60-78af-4c32-885d-10fd40755f57 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 210 time: 0.0320940 Jul 14 14:14:50.836662 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b2963afc-906f-4f9e-9df1-bc867969cec8 req-b43d81f8-c964-47a1-a243-7c85fd5ae854 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885723 Jul 14 14:14:50.843544 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47d3c86d-b820-4256-a31f-0690ada16150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:50.919352 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Request body: {'port': {'device_id': 'b0c0f563-ce40-48f9-8ec7-d0e341bd956d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:50.920714 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47d3c86d-b820-4256-a31f-0690ada16150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:50.975211 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Request body: {'port': {'device_id': 'd2a34e20-45c0-4f59-aa74-a6161a104809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:50.989031 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Request body: {'port': {'device_id': 'cd6959f5-ace1-4f77-ae4c-110bf00bb114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:51.096939 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-decbe934-d6d3-4275-aff2-f8f424d7d02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.112009 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-decbe934-d6d3-4275-aff2-f8f424d7d02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.201342 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47d3c86d-b820-4256-a31f-0690ada16150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.203815 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47d3c86d-b820-4256-a31f-0690ada16150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.207604 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-47d3c86d-b820-4256-a31f-0690ada16150 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a7e5b14-8d40-4ef1-83e1-d5bbda93df52 HTTP/1.1" status: 204 len: 168 time: 0.5001333 Jul 14 14:14:51.210335 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-decbe934-d6d3-4275-aff2-f8f424d7d02f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0c0d77f3c8147d6b5fa3f8ac0ccb4a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8615620 Jul 14 14:14:51.210745 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35804) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:51.223211 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbe934-d6d3-4275-aff2-f8f424d7d02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a09374-fcbc-42d5-a27a-c9cd3c7affc7,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:51.242299 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.259120 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.296924 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 35806) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:51.310210 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.314448 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.323355 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3c86d-b820-4256-a31f-0690ada16150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7e5b14-8d40-4ef1-83e1-d5bbda93df52,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:51.434965 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5ac8-34b2-4f72-bf39-ef193a4e5520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.460609 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ded061-5759-4167-a147-17e8ba91fc99 req-3b2ff6cd-7642-46bc-8a07-fef79d4f8048 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:51.467827 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-35ded061-5759-4167-a147-17e8ba91fc99 req-3b2ff6cd-7642-46bc-8a07-fef79d4f8048 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 931 time: 0.3772244 Jul 14 14:14:51.593507 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9c4340c1-c078-48d8-9b58-2592d2ad8d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.602873 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5ac8-34b2-4f72-bf39-ef193a4e5520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.620055 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9c4340c1-c078-48d8-9b58-2592d2ad8d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.743342 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-9c4340c1-c078-48d8-9b58-2592d2ad8d57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cdb9c5f089d44f3b9f9152503e8cff1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4341304 Jul 14 14:14:51.745497 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 35818) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:51.752679 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4340c1-c078-48d8-9b58-2592d2ad8d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbba3c0-ca77-485e-a83f-9eb86656d80a,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:51.800774 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5ac8-34b2-4f72-bf39-ef193a4e5520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.803595 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5ac8-34b2-4f72-bf39-ef193a4e5520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.808328 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b6bd5ac8-34b2-4f72-bf39-ef193a4e5520 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4a09374-fcbc-42d5-a27a-c9cd3c7affc7 HTTP/1.1" status: 204 len: 168 time: 0.5911186 Jul 14 14:14:51.822875 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd5ac8-34b2-4f72-bf39-ef193a4e5520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a09374-fcbc-42d5-a27a-c9cd3c7affc7,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:51.910496 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c559f6e-e37a-49b9-9830-046bb6f666ac {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:14:51.916357 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-26c28258-67b3-4a41-bcbc-294017143718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.939161 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:51.945623 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-35ded061-5759-4167-a147-17e8ba91fc99 req-f82290c8-b2ae-4164-9e2c-d9f752f209a3 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749057 Jul 14 14:14:51.983653 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Transition to ACTIVE for port object 0c559f6e-e37a-49b9-9830-046bb6f666ac will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:14:51.989321 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.149332 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Pushing event updated for resources: {'Port': ['ID=0c559f6e-e37a-49b9-9830-046bb6f666ac,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:52.232981 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Attempting to bind port 0c559f6e-e37a-49b9-9830-046bb6f666ac on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:14:52.233790 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Attempting to bind port 0c559f6e-e37a-49b9-9830-046bb6f666ac by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:14:52.234263 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Attempting to bind port 0c559f6e-e37a-49b9-9830-046bb6f666ac on network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:14:52.240215 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Port 0c559f6e-e37a-49b9-9830-046bb6f666ac on network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:14:52.240669 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Attempting to bind port 0c559f6e-e37a-49b9-9830-046bb6f666ac on network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:14:52.246636 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:14:52.247131 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Checking segment: {'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:14:52.247870 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Bound using segment: {'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:14:52.248420 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Bound port: 0c559f6e-e37a-49b9-9830-046bb6f666ac, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:14:52.248917 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.267537 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f15d1842-61d4-4fa5-beea-860b96083ab3 req-64643263-a29c-4c25-b95d-801ccb00afe7 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 210 time: 0.2287719 Jul 14 14:14:52.351887 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] For port 0c559f6e-e37a-49b9-9830-046bb6f666ac, host hv-cinder-67913, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:14:52.358295 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] For port 0c559f6e-e37a-49b9-9830-046bb6f666ac, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=0c559f6e-e37a-49b9-9830-046bb6f666ac,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:14:52.366738 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.395214 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-81dcfa1a-92f6-42f4-9167-5a57919ed42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.418737 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:52.419573 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.421237 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] 10.222.0.62 "PUT /v2.0/ports/0c559f6e-e37a-49b9-9830-046bb6f666ac HTTP/1.1" status: 200 len: 1093 time: 1.5497091 Jul 14 14:14:52.421789 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35846) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:52.422250 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6959f5-ace1-4f77-ae4c-110bf00bb114', 'tag': '0c559f6e-e37a-49b9-9830-046bb6f666ac'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:14:52.484356 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-81dcfa1a-92f6-42f4-9167-5a57919ed42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.625428 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ccb88-993f-40a8-ba9d-1410543c8781 req-1b6baf9e-e313-47a9-b942-eea68c23bfe2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:52.633983 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-995ccb88-993f-40a8-ba9d-1410543c8781 req-1b6baf9e-e313-47a9-b942-eea68c23bfe2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 931 time: 0.3628285 Jul 14 14:14:52.654638 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-85bd055e-30d5-43bf-8f19-d8d0e4ef6a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.671290 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.62', 54362) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:52.708828 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77644ce6-54a6-4883-898f-193ce26132e5" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6959f5-ace1-4f77-ae4c-110bf00bb114", "tag": "0c559f6e-e37a-49b9-9830-046bb6f666ac"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:14:52.723472 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c911d-ebb1-4b76-861b-83af5e5bdb9d service neutron] Pushing event updated for resources: {'Port': ['ID=0c559f6e-e37a-49b9-9830-046bb6f666ac,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:52.784211 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362e5a-b159-4a0c-b69c-c4067815229f req-ce899867-ae6e-4aad-a128-372f88346a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:52.785960 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-ce899867-ae6e-4aad-a128-372f88346a18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 1096 time: 0.2740960 Jul 14 14:14:52.808497 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263603ba-e0ed-41e6-9be2-86c6bdf6e206 {{(pid=93057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:14:52.827021 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-26c28258-67b3-4a41-bcbc-294017143718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.834297 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.858151 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-26c28258-67b3-4a41-bcbc-294017143718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.884810 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63019a8-0ba7-46f3-aeeb-60317e67dc9e {{(pid=93057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:14:52.889587 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-81dcfa1a-92f6-42f4-9167-5a57919ed42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.892335 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-81dcfa1a-92f6-42f4-9167-5a57919ed42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.893723 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-81dcfa1a-92f6-42f4-9167-5a57919ed42b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ccbba3c0-ca77-485e-a83f-9eb86656d80a HTTP/1.1" status: 204 len: 168 time: 1.1036794 Jul 14 14:14:52.911050 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-995ccb88-993f-40a8-ba9d-1410543c8781 req-7cab9a6b-ab83-450d-af8c-2bbc5c5a997c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760699 Jul 14 14:14:52.929788 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Transition to ACTIVE for port object 263603ba-e0ed-41e6-9be2-86c6bdf6e206 will not be triggered until provisioned by entity L2. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:14:52.938196 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:52.985378 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.043841 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-26c28258-67b3-4a41-bcbc-294017143718 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a24365483c04d1ba4e0ca3f214325ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7443757 Jul 14 14:14:53.053660 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35874) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:53.131110 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Transition to ACTIVE for port object e63019a8-0ba7-46f3-aeeb-60317e67dc9e will not be triggered until provisioned by entity L2. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:14:53.143498 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-11097a1e-5b90-4f9e-a92b-458855641393 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c559f6e-e37a-49b9-9830-046bb6f666ac HTTP/1.1" status: 200 len: 217 time: 0.3497214 Jul 14 14:14:53.179370 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469843a7-f4fd-4e9a-bf25-8d2101f39c8b x-openstack-request-id: req-469843a7-f4fd-4e9a-bf25-8d2101f39c8b {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:14:53.180194 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6959f5-ace1-4f77-ae4c-110bf00bb114", "tag": "0c559f6e-e37a-49b9-9830-046bb6f666ac", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:14:53.180936 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-469843a7-f4fd-4e9a-bf25-8d2101f39c8b {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:14:53.181367 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6959f5-ace1-4f77-ae4c-110bf00bb114', 'tag': '0c559f6e-e37a-49b9-9830-046bb6f666ac', 'status': 'completed', 'code': 200} Jul 14 14:14:53.194348 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.246641 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-7b96a605-c6f5-477e-ba13-f7533d175e01 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:53.248359 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-7b96a605-c6f5-477e-ba13-f7533d175e01 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.62 "GET /v2.0/networks?id=ddfb9570-ad56-4493-95f1-180e67cbedca HTTP/1.1" status: 200 len: 809 time: 0.5699096 Jul 14 14:14:53.279250 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362e5a-b159-4a0c-b69c-c4067815229f req-51edb13f-3128-419b-a580-60b4293ba6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:53.280719 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-51edb13f-3128-419b-a580-60b4293ba6bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fffa1587-fcbd-412b-b57e-71c0cd21620e HTTP/1.1" status: 200 len: 859 time: 0.1260464 Jul 14 14:14:53.286456 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Pushing event updated for resources: {'Port': ['ID=263603ba-e0ed-41e6-9be2-86c6bdf6e206,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:53.301322 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e5675fa2-5e8f-4208-aca8-d507a1b9bbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.320991 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Request body: {'port': {'device_id': '29d8b38a-0dec-4901-be7e-822d9cda7674', 'network_id': 'ddfb9570-ad56-4493-95f1-180e67cbedca', 'admin_state_up': True, 'tenant_id': '0d2805566303456c96b812dc55679da3'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:53.352070 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-6c50b263-6c3c-4001-ac2d-46042e750f80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518792 Jul 14 14:14:53.433459 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e5675fa2-5e8f-4208-aca8-d507a1b9bbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.445448 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35898) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:53.466875 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a291ea13-66f8-44df-8df2-4e9c44745f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.528057 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-85bd055e-30d5-43bf-8f19-d8d0e4ef6a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.549490 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c28258-67b3-4a41-bcbc-294017143718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e5d885-2b02-47f4-a46c-0a331fd7eb8c,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:53.566836 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-85bd055e-30d5-43bf-8f19-d8d0e4ef6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.607052 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd055e-30d5-43bf-8f19-d8d0e4ef6a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac28c4dd-0209-47cb-980b-3ed1bab09a6d,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:53.641105 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-dbef628d-a1b4-449e-aa2d-06028380aa5d service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798481 Jul 14 14:14:53.657379 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e5675fa2-5e8f-4208-aca8-d507a1b9bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.660770 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e5675fa2-5e8f-4208-aca8-d507a1b9bbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.664446 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-e5675fa2-5e8f-4208-aca8-d507a1b9bbbf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24e5d885-2b02-47f4-a46c-0a331fd7eb8c HTTP/1.1" status: 204 len: 168 time: 0.6070282 Jul 14 14:14:53.693305 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Pushing event updated for resources: {'Port': ['ID=e63019a8-0ba7-46f3-aeeb-60317e67dc9e,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:53.715826 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-85bd055e-30d5-43bf-8f19-d8d0e4ef6a17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=747a8534dcbf4f6fa7324b5fb3d4267d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2176530 Jul 14 14:14:53.727234 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35904) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:53.742977 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5675fa2-5e8f-4208-aca8-d507a1b9bbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e5d885-2b02-47f4-a46c-0a331fd7eb8c,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:53.782444 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7ebfe367-8ca8-458e-8771-923e4748c678 req-199d2b0d-dec9-4957-9193-b8f144ac1334 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 210 time: 0.0845311 Jul 14 14:14:53.788674 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Attempting to bind port 263603ba-e0ed-41e6-9be2-86c6bdf6e206 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:14:53.788674 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Attempting to bind port 263603ba-e0ed-41e6-9be2-86c6bdf6e206 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': 'dcb76ace-9821-4032-bd17-3d028af8ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cfe1d067-a0a5-497f-8a99-4e7ebed4aed8'}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:14:53.788674 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Attempting to bind port 263603ba-e0ed-41e6-9be2-86c6bdf6e206 on network cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:14:53.841367 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcfa1a-92f6-42f4-9167-5a57919ed42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbba3c0-ca77-485e-a83f-9eb86656d80a,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:53.849191 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Port 263603ba-e0ed-41e6-9be2-86c6bdf6e206 on network cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:14:53.849826 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Attempting to bind port 263603ba-e0ed-41e6-9be2-86c6bdf6e206 on network cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:14:53.865052 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21d3a2-2f44-4f41-9580-50b267cbb7e6 req-5beeefb4-a943-4180-b258-d8c083828e2c tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:53.866623 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-19362e5a-b159-4a0c-b69c-c4067815229f req-b26beefb-dd19-44b9-aed7-80d541868043 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118454 Jul 14 14:14:53.866758 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dc21d3a2-2f44-4f41-9580-50b267cbb7e6 req-5beeefb4-a943-4180-b258-d8c083828e2c tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 943 time: 0.6879747 Jul 14 14:14:53.867578 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:14:53.867919 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Checking segment: {'id': 'dcb76ace-9821-4032-bd17-3d028af8ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cfe1d067-a0a5-497f-8a99-4e7ebed4aed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:14:53.868453 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a291ea13-66f8-44df-8df2-4e9c44745f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.868580 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Bound using segment: {'id': 'dcb76ace-9821-4032-bd17-3d028af8ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cfe1d067-a0a5-497f-8a99-4e7ebed4aed8'} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:14:53.869020 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Bound port: 263603ba-e0ed-41e6-9be2-86c6bdf6e206, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb76ace-9821-4032-bd17-3d028af8ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cfe1d067-a0a5-497f-8a99-4e7ebed4aed8'}}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:14:53.869592 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.874900 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-983254b9-0f09-4ec1-9663-783202ce108b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.876584 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a291ea13-66f8-44df-8df2-4e9c44745f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.910727 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Attempting to bind port e63019a8-0ba7-46f3-aeeb-60317e67dc9e on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:14:53.911065 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Attempting to bind port e63019a8-0ba7-46f3-aeeb-60317e67dc9e by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:14:53.911447 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Attempting to bind port e63019a8-0ba7-46f3-aeeb-60317e67dc9e on network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:14:53.934431 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Port e63019a8-0ba7-46f3-aeeb-60317e67dc9e on network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:14:53.934431 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Attempting to bind port e63019a8-0ba7-46f3-aeeb-60317e67dc9e on network 8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:14:53.944536 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:14:53.944890 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Checking segment: {'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:14:53.945302 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Bound using segment: {'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:14:53.945737 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Bound port: e63019a8-0ba7-46f3-aeeb-60317e67dc9e, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5260c2ae-1b5a-44dc-b392-75aeaa6648ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8'}}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:14:53.946090 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:53.989168 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-a291ea13-66f8-44df-8df2-4e9c44745f00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8768313abe04e87b76224dd929e9942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5360799 Jul 14 14:14:53.989168 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-983254b9-0f09-4ec1-9663-783202ce108b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:54.006763 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 35910) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:54.019784 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291ea13-66f8-44df-8df2-4e9c44745f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8522cee8-7a1c-45f2-9bac-b4397a2daef6,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:54.079405 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] For port 263603ba-e0ed-41e6-9be2-86c6bdf6e206, host hv-cinder-67913, cleared binding levels {{(pid=93057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:14:54.085945 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] For port 263603ba-e0ed-41e6-9be2-86c6bdf6e206, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=263603ba-e0ed-41e6-9be2-86c6bdf6e206,segment=NetworkSegment(dcb76ace-9821-4032-bd17-3d028af8ee84),segment_id=dcb76ace-9821-4032-bd17-3d028af8ee84)] {{(pid=93057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:14:54.090739 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dc21d3a2-2f44-4f41-9580-50b267cbb7e6 req-af416bae-df86-4c54-a183-2eda4a400735 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051539 Jul 14 14:14:54.114903 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:54.119416 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b25eb7f8-830d-4c7e-b2d2-752c4c0cd460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:54.125916 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-983254b9-0f09-4ec1-9663-783202ce108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:54.128990 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-983254b9-0f09-4ec1-9663-783202ce108b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:54.130688 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-983254b9-0f09-4ec1-9663-783202ce108b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac28c4dd-0209-47cb-980b-3ed1bab09a6d HTTP/1.1" status: 204 len: 168 time: 0.3971906 Jul 14 14:14:54.135860 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77644ce6-54a6-4883-898f-193ce26132e5 req-67882c79-f71a-4dea-9134-68fa8b9e594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:54.137760 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-77644ce6-54a6-4883-898f-193ce26132e5 req-67882c79-f71a-4dea-9134-68fa8b9e594a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 1096 time: 0.1709366 Jul 14 14:14:54.173939 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983254b9-0f09-4ec1-9663-783202ce108b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac28c4dd-0209-47cb-980b-3ed1bab09a6d,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:54.221398 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Pushing event updated for resources: {'Port': ['ID=263603ba-e0ed-41e6-9be2-86c6bdf6e206,revision_number=3']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:54.228500 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Made reservation on behalf of 0d2805566303456c96b812dc55679da3 for: {'port': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:14:54.231986 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:54.236143 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b25eb7f8-830d-4c7e-b2d2-752c4c0cd460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:54.319590 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:54.320324 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:54.321894 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-c35c130c-a545-48d3-b5b3-3046d783c36a service neutron] 10.222.0.62 "PUT /v2.0/ports/263603ba-e0ed-41e6-9be2-86c6bdf6e206 HTTP/1.1" status: 200 len: 1093 time: 3.4745708 Jul 14 14:14:54.327893 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c0f563-ce40-48f9-8ec7-d0e341bd956d', 'tag': '263603ba-e0ed-41e6-9be2-86c6bdf6e206'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:14:54.347392 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b25eb7f8-830d-4c7e-b2d2-752c4c0cd460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:54.351120 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b25eb7f8-830d-4c7e-b2d2-752c4c0cd460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:54.352478 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b25eb7f8-830d-4c7e-b2d2-752c4c0cd460 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8522cee8-7a1c-45f2-9bac-b4397a2daef6 HTTP/1.1" status: 204 len: 168 time: 0.3397338 Jul 14 14:14:54.381340 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25eb7f8-830d-4c7e-b2d2-752c4c0cd460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8522cee8-7a1c-45f2-9bac-b4397a2daef6,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:54.437805 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77644ce6-54a6-4883-898f-193ce26132e5 req-326e5884-5e9b-4024-aa86-3bdb7f4f0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:54.439712 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-77644ce6-54a6-4883-898f-193ce26132e5 req-326e5884-5e9b-4024-aa86-3bdb7f4f0d23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 920 time: 0.2957308 Jul 14 14:14:54.536959 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-77644ce6-54a6-4883-898f-193ce26132e5 req-43e5870d-4494-465e-80e8-a7dde58e48b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c559f6e-e37a-49b9-9830-046bb6f666ac HTTP/1.1" status: 200 len: 217 time: 0.0882275 Jul 14 14:14:54.556546 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] For port e63019a8-0ba7-46f3-aeeb-60317e67dc9e, host hv-cinder-67913, cleared binding levels {{(pid=93057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:14:54.583927 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] For port e63019a8-0ba7-46f3-aeeb-60317e67dc9e, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e63019a8-0ba7-46f3-aeeb-60317e67dc9e,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:14:54.600866 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:54.643743 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77644ce6-54a6-4883-898f-193ce26132e5 req-7a0d05fa-7b01-4cc1-b617-a16d2bfd1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:54.647925 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-77644ce6-54a6-4883-898f-193ce26132e5 req-7a0d05fa-7b01-4cc1-b617-a16d2bfd1743 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fffa1587-fcbd-412b-b57e-71c0cd21620e HTTP/1.1" status: 200 len: 859 time: 0.1021581 Jul 14 14:14:54.700082 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de4777-11e0-47bf-97a8-0ee427969963 req-41b3c7c7-4c77-4e89-8d58-3d40d7eb1885 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:54.701839 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-66de4777-11e0-47bf-97a8-0ee427969963 req-41b3c7c7-4c77-4e89-8d58-3d40d7eb1885 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 943 time: 0.4950898 Jul 14 14:14:54.703126 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:54.703736 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:54.705062 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] 10.222.0.62 "PUT /v2.0/ports/e63019a8-0ba7-46f3-aeeb-60317e67dc9e HTTP/1.1" status: 200 len: 1093 time: 3.8657019 Jul 14 14:14:54.708285 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-77644ce6-54a6-4883-898f-193ce26132e5 req-2f22cd7e-a062-4065-a160-7371da26c4a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553482 Jul 14 14:14:54.768457 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-9124b1f3-9b6d-483d-921c-02c41a5c89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:54.770798 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-9124b1f3-9b6d-483d-921c-02c41a5c89e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7fd9d3a3c34440058c9d32c3d461b9b6&device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 1096 time: 0.3475645 Jul 14 14:14:54.858761 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01c499-37df-47d0-8e69-2f6839c0058f service neutron] Pushing event updated for resources: {'Port': ['ID=e63019a8-0ba7-46f3-aeeb-60317e67dc9e,revision_number=3']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:54.901732 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-77644ce6-54a6-4883-898f-193ce26132e5 req-31fe287c-2912-43e1-92be-f5e6e6eed3ce service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797113 Jul 14 14:14:54.908964 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-7c77260c-14fe-4e30-adbb-4bae68901af8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263603ba-e0ed-41e6-9be2-86c6bdf6e206 HTTP/1.1" status: 200 len: 217 time: 0.1218305 Jul 14 14:14:54.911588 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Allocated IP 172.20.0.2 (ddfb9570-ad56-4493-95f1-180e67cbedca/f67575da-5347-436d-9670-32f815ab8e80/0f430172-f4f1-4b46-a4b3-6a4ab36a57d3) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:14:54.988376 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-e2c7cb66-68ad-4b90-ac59-c5bfc9b14458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:54.989609 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-e2c7cb66-68ad-4b90-ac59-c5bfc9b14458 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7eb5f473-444e-4a75-a0c7-fe3ee8028bd8 HTTP/1.1" status: 200 len: 852 time: 0.0638585 Jul 14 14:14:55.008720 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-66de4777-11e0-47bf-97a8-0ee427969963 req-1f4043fe-7d60-4037-b50f-3ec0b899f033 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818949 Jul 14 14:14:55.062855 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-77644ce6-54a6-4883-898f-193ce26132e5 req-ffb862dc-d714-45d1-a675-cb93a260f926 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576784 Jul 14 14:14:55.077854 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-65465a07-bbd0-4b40-967e-c91e364ca31e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfe1d067-a0a5-497f-8a99-4e7ebed4aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659404 Jul 14 14:14:55.122897 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-09ce204a-f2a8-4139-95e4-86b181445500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:55.124410 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-09ce204a-f2a8-4139-95e4-86b181445500 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 1096 time: 0.3719316 Jul 14 14:14:55.161999 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f668d6a-213f-4149-a203-06ac993a9c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c0f563-ce40-48f9-8ec7-d0e341bd956d", "tag": "263603ba-e0ed-41e6-9be2-86c6bdf6e206"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:14:55.229100 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-db6e885d-0fa5-45af-9125-789729d5b9ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e63019a8-0ba7-46f3-aeeb-60317e67dc9e HTTP/1.1" status: 200 len: 217 time: 0.0625341 Jul 14 14:14:55.255247 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-241e3600-86f1-45f0-bb23-46e2a58a378c req-9f8bfab2-0c2c-4ef1-9c15-a83346fecce8 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 210 time: 0.0876188 Jul 14 14:14:55.422589 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-48703943-fbad-48fb-92f5-42e043ab8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:55.424528 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-48703943-fbad-48fb-92f5-42e043ab8a02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fffa1587-fcbd-412b-b57e-71c0cd21620e HTTP/1.1" status: 200 len: 859 time: 0.1741576 Jul 14 14:14:55.451073 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-bff6a306-e4fa-443e-b819-db8d0f0c2f2f service neutron] 10.222.0.62 "GET /v2.0/networks/cfe1d067-a0a5-497f-8a99-4e7ebed4aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635988 Jul 14 14:14:55.492575 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-2f25c83d-76d1-4a16-9031-5c7621d71a0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551813 Jul 14 14:14:55.618856 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ced7d2-41a9-4cbc-9d12-b062978cb63a x-openstack-request-id: req-a2ced7d2-41a9-4cbc-9d12-b062978cb63a {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:14:55.619146 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c0f563-ce40-48f9-8ec7-d0e341bd956d", "tag": "263603ba-e0ed-41e6-9be2-86c6bdf6e206", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:14:55.619397 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2ced7d2-41a9-4cbc-9d12-b062978cb63a {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:14:55.619975 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c0f563-ce40-48f9-8ec7-d0e341bd956d', 'tag': '263603ba-e0ed-41e6-9be2-86c6bdf6e206', 'status': 'completed', 'code': 200} Jul 14 14:14:55.633027 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:55.648663 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21968025-af94-403a-b01b-14a3c650fd77 req-d8727cd1-679a-474d-958b-0d266939fe24 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:55.650591 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-21968025-af94-403a-b01b-14a3c650fd77 req-d8727cd1-679a-474d-958b-0d266939fe24 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 943 time: 0.3616645 Jul 14 14:14:55.782484 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91dc388c-9d01-4be6-bf86-15b0557f719e req-ab36c391-5a1a-4791-b0ec-af399efb1b28 service neutron] 10.222.0.62 "GET /v2.0/networks/cfe1d067-a0a5-497f-8a99-4e7ebed4aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239024 Jul 14 14:14:55.788232 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-d9bfd583-d65b-4486-b7b8-14ca1c6b7d61 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742460 Jul 14 14:14:55.792524 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-21968025-af94-403a-b01b-14a3c650fd77 req-77b02dd1-3f34-4235-afb7-49e37ff3e4b4 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272147 Jul 14 14:14:56.048051 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:56.122878 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Network ddfb9570-ad56-4493-95f1-180e67cbedca is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:14:56.135163 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:14:56.140271 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:14:56.147501 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:56.148166 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:56.218801 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Pushing event updated for resources: {'Port': ['ID=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:56.222903 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9bc80819-e74d-4e3c-bd1d-bfcbc25cf093 req-8609d22b-90d8-48fd-bf0f-5b58e9363c85 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280481 Jul 14 14:14:56.240950 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-d42799e5-ddff-4527-b6a0-ce4dc5060995 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9314981 Jul 14 14:14:56.257559 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Request body: {'port': {'device_id': '29d8b38a-0dec-4901-be7e-822d9cda7674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:14:56.296478 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f668d6a-213f-4149-a203-06ac993a9c5b req-251b55ff-3d1d-4af5-8ea5-a25f77f24191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:56.296478 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0f668d6a-213f-4149-a203-06ac993a9c5b req-251b55ff-3d1d-4af5-8ea5-a25f77f24191 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7fd9d3a3c34440058c9d32c3d461b9b6&device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 1096 time: 0.3067846 Jul 14 14:14:56.498969 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfd26c-af18-451f-8799-c65e679aacdb req-a14aa67c-c000-45ea-a08f-3f23b1a31142 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:56.500382 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-74bfd26c-af18-451f-8799-c65e679aacdb req-a14aa67c-c000-45ea-a08f-3f23b1a31142 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 943 time: 0.3312106 Jul 14 14:14:56.547382 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:56.593355 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f668d6a-213f-4149-a203-06ac993a9c5b req-41edb612-b582-45cb-ae93-4305118be10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:56.594836 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0f668d6a-213f-4149-a203-06ac993a9c5b req-41edb612-b582-45cb-ae93-4305118be10a service neutron] 10.222.0.62 "GET /v2.0/networks?id=cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 HTTP/1.1" status: 200 len: 913 time: 0.2922850 Jul 14 14:14:56.674857 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-74bfd26c-af18-451f-8799-c65e679aacdb req-24b9e43f-e910-4983-93b5-51c31baf2cc5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507981 Jul 14 14:14:56.682080 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0f668d6a-213f-4149-a203-06ac993a9c5b req-cf5a10a5-17d8-4544-8d01-f3d1aade0ee9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263603ba-e0ed-41e6-9be2-86c6bdf6e206 HTTP/1.1" status: 200 len: 217 time: 0.0722110 Jul 14 14:14:56.823187 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78d6f7-2bbe-418e-a16a-470a1ca6595a req-060928aa-cb53-4263-acb1-d1f9132eec50 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:56.824744 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-de78d6f7-2bbe-418e-a16a-470a1ca6595a req-060928aa-cb53-4263-acb1-d1f9132eec50 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 931 time: 0.3370619 Jul 14 14:14:56.835433 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f668d6a-213f-4149-a203-06ac993a9c5b req-4ae458d5-86b9-40c5-8fba-10bdef843019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:56.837357 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0f668d6a-213f-4149-a203-06ac993a9c5b req-4ae458d5-86b9-40c5-8fba-10bdef843019 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7eb5f473-444e-4a75-a0c7-fe3ee8028bd8 HTTP/1.1" status: 200 len: 852 time: 0.1426191 Jul 14 14:14:56.886822 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0f668d6a-213f-4149-a203-06ac993a9c5b req-5d26464c-68dd-4c25-becf-877629dabca9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfe1d067-a0a5-497f-8a99-4e7ebed4aed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399232 Jul 14 14:14:56.993499 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-de78d6f7-2bbe-418e-a16a-470a1ca6595a req-736288c0-d773-42f8-8a2f-51bbcb0c25d1 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/security-groups?id=cca3b60a-a4d5-4103-b89a-ce8b4837cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599782 Jul 14 14:14:57.128803 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0f668d6a-213f-4149-a203-06ac993a9c5b req-207d28ef-33ea-4b48-ac2c-aaa1ee4eaa58 service neutron] 10.222.0.62 "GET /v2.0/networks/cfe1d067-a0a5-497f-8a99-4e7ebed4aed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274160 Jul 14 14:14:57.240421 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca430c82-ea1e-43e9-a369-2cd5b39f74be req-842d9812-9ebb-440d-bafb-056f9aaa4060 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:57.241979 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ca430c82-ea1e-43e9-a369-2cd5b39f74be req-842d9812-9ebb-440d-bafb-056f9aaa4060 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 943 time: 0.2353380 Jul 14 14:14:57.364484 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 {{(pid=93057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:14:57.379605 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:57.383772 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0f668d6a-213f-4149-a203-06ac993a9c5b req-c4656e76-76f7-40fe-ac4a-c4d9dcadce77 service neutron] 10.222.0.62 "GET /v2.0/networks/cfe1d067-a0a5-497f-8a99-4e7ebed4aed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451870 Jul 14 14:14:57.412173 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36092) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:57.420971 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ca430c82-ea1e-43e9-a369-2cd5b39f74be req-432562d0-7611-4269-929d-62c5f350a4c2 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636348 Jul 14 14:14:57.442702 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Transition to ACTIVE for port object 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 will not be triggered until provisioned by entity L2. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:14:57.448033 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:57.501992 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Pushing event updated for resources: {'Port': ['ID=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:57.533934 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Attempting to bind port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:14:57.534296 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Attempting to bind port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '08c3e248-ab0e-4c27-ad32-89250d1e93e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ddfb9570-ad56-4493-95f1-180e67cbedca'}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:14:57.534998 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Attempting to bind port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 on network ddfb9570-ad56-4493-95f1-180e67cbedca {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:14:57.539591 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 on network ddfb9570-ad56-4493-95f1-180e67cbedca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:14:57.539865 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Attempting to bind port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 on network ddfb9570-ad56-4493-95f1-180e67cbedca {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:14:57.544782 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:14:57.545146 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Checking segment: {'id': '08c3e248-ab0e-4c27-ad32-89250d1e93e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ddfb9570-ad56-4493-95f1-180e67cbedca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:14:57.545930 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Bound using segment: {'id': '08c3e248-ab0e-4c27-ad32-89250d1e93e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ddfb9570-ad56-4493-95f1-180e67cbedca'} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:14:57.546095 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Bound port: 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c3e248-ab0e-4c27-ad32-89250d1e93e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ddfb9570-ad56-4493-95f1-180e67cbedca'}}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:14:57.546444 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:57.613234 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-732935f4-c221-45ff-987a-034ab9487786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:57.616198 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] For port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3, host hv-cinder-67913, cleared binding levels {{(pid=93057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:14:57.619751 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] For port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3,segment=NetworkSegment(08c3e248-ab0e-4c27-ad32-89250d1e93e4),segment_id=08c3e248-ab0e-4c27-ad32-89250d1e93e4)] {{(pid=93057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:14:57.621757 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a34e20-45c0-4f59-aa74-a6161a104809', 'tag': 'e63019a8-0ba7-46f3-aeeb-60317e67dc9e'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:14:57.624650 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024de7b2-8612-44a5-8401-6450cd70d3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a34e20-45c0-4f59-aa74-a6161a104809", "tag": "e63019a8-0ba7-46f3-aeeb-60317e67dc9e"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:14:57.631408 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:57.707323 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 0c559f6e-e37a-49b9-9830-046bb6f666ac details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:14:57.709875 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d543c6e2-deb3-4fc5-9ad1-994a2e3474e8 x-openstack-request-id: req-d543c6e2-deb3-4fc5-9ad1-994a2e3474e8 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:14:57.710157 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a34e20-45c0-4f59-aa74-a6161a104809", "tag": "e63019a8-0ba7-46f3-aeeb-60317e67dc9e", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:14:57.710408 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d543c6e2-deb3-4fc5-9ad1-994a2e3474e8 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:14:57.710784 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a34e20-45c0-4f59-aa74-a6161a104809', 'tag': 'e63019a8-0ba7-46f3-aeeb-60317e67dc9e', 'status': 'completed', 'code': 200} Jul 14 14:14:57.711314 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Pushing event updated for resources: {'Port': ['ID=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3,revision_number=3']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:57.735245 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:57.735999 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:57.738774 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-84fac163-cffe-4b00-bbf2-6f11e58f8810 service neutron] 10.222.0.62 "PUT /v2.0/ports/0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 HTTP/1.1" status: 200 len: 1093 time: 1.4878256 Jul 14 14:14:57.853560 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-732935f4-c221-45ff-987a-034ab9487786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:57.860151 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-732935f4-c221-45ff-987a-034ab9487786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:57.887007 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024de7b2-8612-44a5-8401-6450cd70d3cc req-25ee3db3-c2ea-447e-af36-76424226b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:57.888611 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-024de7b2-8612-44a5-8401-6450cd70d3cc req-25ee3db3-c2ea-447e-af36-76424226b3ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 1096 time: 0.1639922 Jul 14 14:14:57.903260 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 0c559f6e-e37a-49b9-9830-046bb6f666ac, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=0c559f6e-e37a-49b9-9830-046bb6f666ac,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:57.917735 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '0c559f6e-e37a-49b9-9830-046bb6f666ac', 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8', 'port_id': '0c559f6e-e37a-49b9-9830-046bb6f666ac', 'mac_address': 'fa:16:3e:b3:8f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffa1587-fcbd-412b-b57e-71c0cd21620e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:14:57.926152 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732935f4-c221-45ff-987a-034ab9487786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945c8b62-7e66-473f-aa74-9018f589ffab,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:57.956096 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-732935f4-c221-45ff-987a-034ab9487786 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6b1f492dc8442d39206e04af688a0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5420959 Jul 14 14:14:57.957020 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36118) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:57.987354 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:58.005500 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c559f6e-e37a-49b9-9830-046bb6f666ac {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:14:58.030597 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-3c7538b6-a0e7-410f-8efd-076826db3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:58.032729 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-3c7538b6-a0e7-410f-8efd-076826db3de2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0d2805566303456c96b812dc55679da3&device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 1096 time: 0.2328370 Jul 14 14:14:58.037781 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-31604cf2-8345-4cd3-bbf4-06fa6ea2ab8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:58.046350 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 0c559f6e-e37a-49b9-9830-046bb6f666ac, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=0c559f6e-e37a-49b9-9830-046bb6f666ac,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:58.052079 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:58.088642 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-31604cf2-8345-4cd3-bbf4-06fa6ea2ab8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:58.161130 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=0c559f6e-e37a-49b9-9830-046bb6f666ac,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:58.197796 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-31604cf2-8345-4cd3-bbf4-06fa6ea2ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:58.202603 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-31604cf2-8345-4cd3-bbf4-06fa6ea2ab8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:58.204469 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-31604cf2-8345-4cd3-bbf4-06fa6ea2ab8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/945c8b62-7e66-473f-aa74-9018f589ffab HTTP/1.1" status: 204 len: 168 time: 0.2462049 Jul 14 14:14:58.214754 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31604cf2-8345-4cd3-bbf4-06fa6ea2ab8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945c8b62-7e66-473f-aa74-9018f589ffab,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:58.300006 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['0c559f6e-e37a-49b9-9830-046bb6f666ac'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:14:58.335758 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-e84a4724-68a1-4c3e-a6b3-92aa98c10c83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 HTTP/1.1" status: 200 len: 217 time: 0.2667983 Jul 14 14:14:58.429829 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024de7b2-8612-44a5-8401-6450cd70d3cc req-4840b238-758c-43a3-ac2e-f2847bb28f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:58.431308 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-024de7b2-8612-44a5-8401-6450cd70d3cc req-4840b238-758c-43a3-ac2e-f2847bb28f01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 920 time: 0.5263889 Jul 14 14:14:58.520181 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dc718-14ee-4aa9-915d-d640ac779c78 req-42ad10f6-e248-4aec-8046-ff0f6a77c569 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:58.521804 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e79dc718-14ee-4aa9-915d-d640ac779c78 req-42ad10f6-e248-4aec-8046-ff0f6a77c569 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 943 time: 0.5186272 Jul 14 14:14:58.531758 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-024de7b2-8612-44a5-8401-6450cd70d3cc req-d01b62c6-8d18-4c4e-ad63-9ba17f6d2922 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e63019a8-0ba7-46f3-aeeb-60317e67dc9e HTTP/1.1" status: 200 len: 217 time: 0.0883505 Jul 14 14:14:58.545503 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-e5922c91-0a8e-4f93-9528-f3db894527a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:58.548614 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-e5922c91-0a8e-4f93-9528-f3db894527a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f67575da-5347-436d-9670-32f815ab8e80 HTTP/1.1" status: 200 len: 849 time: 0.2004640 Jul 14 14:14:58.619315 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3533bc-9f80-4057-bb4e-193160046047 req-10db7c82-ba93-4f44-9a2e-f442eb6050aa tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:58.630082 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1c3533bc-9f80-4057-bb4e-193160046047 req-10db7c82-ba93-4f44-9a2e-f442eb6050aa tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 943 time: 0.3045831 Jul 14 14:14:58.670687 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-0d93c8cd-6e17-49b2-b18b-9f7612920c46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ddfb9570-ad56-4493-95f1-180e67cbedca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076095 Jul 14 14:14:58.767816 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e79dc718-14ee-4aa9-915d-d640ac779c78 req-4b772ca5-d83e-41a6-9778-9264d23fbb9e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338161 Jul 14 14:14:58.773518 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36166) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:58.794465 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024de7b2-8612-44a5-8401-6450cd70d3cc req-ec79945b-0c31-4a9a-a751-3f2b9273dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:58.796111 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-024de7b2-8612-44a5-8401-6450cd70d3cc req-ec79945b-0c31-4a9a-a751-3f2b9273dc57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fffa1587-fcbd-412b-b57e-71c0cd21620e HTTP/1.1" status: 200 len: 859 time: 0.2463088 Jul 14 14:14:58.813496 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1c3533bc-9f80-4057-bb4e-193160046047 req-2ab6277c-7976-4092-85dc-a9f3de25f55d tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/security-groups?id=cca3b60a-a4d5-4103-b89a-ce8b4837cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822844 Jul 14 14:14:58.855727 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-024de7b2-8612-44a5-8401-6450cd70d3cc req-d38339a6-24fe-4284-91fe-7accff421fc6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398016 Jul 14 14:14:58.955125 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-5f45ac0e-b9d4-4d60-a05a-bb156a654644 service neutron] 10.222.0.62 "GET /v2.0/networks/ddfb9570-ad56-4493-95f1-180e67cbedca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677252 Jul 14 14:14:58.962431 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-398fcefc-ec48-44e8-9457-d70926740a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:59.074820 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-024de7b2-8612-44a5-8401-6450cd70d3cc req-a72a7681-1115-4b39-ad3e-aba0bfb293df service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090669 Jul 14 14:14:59.095645 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-398fcefc-ec48-44e8-9457-d70926740a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:59.101569 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-398fcefc-ec48-44e8-9457-d70926740a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:59.149582 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-398fcefc-ec48-44e8-9457-d70926740a64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c488c1bb4e04862a80fc1fe0b1fe0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753011 Jul 14 14:14:59.150842 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36180) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:59.158167 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fcefc-ec48-44e8-9457-d70926740a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fa5a9f-03c5-4270-b13f-753282289481,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:59.192376 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16c91-fee6-471b-b1fb-c2c9666d489a req-a07167a8-7e50-4704-adb5-d503d677cc58 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:59.197881 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0ff16c91-fee6-471b-b1fb-c2c9666d489a req-a07167a8-7e50-4704-adb5-d503d677cc58 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 943 time: 0.2653201 Jul 14 14:14:59.204020 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3bc55375-2481-4965-a117-cf22b7d0fb60 req-8b47132a-9285-4cb6-9a32-6110131e2b0e service neutron] 10.222.0.62 "GET /v2.0/networks/ddfb9570-ad56-4493-95f1-180e67cbedca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203634 Jul 14 14:14:59.228152 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-577ded11-f153-4463-9176-606ea7d17080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:59.261594 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-577ded11-f153-4463-9176-606ea7d17080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:59.268702 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-024de7b2-8612-44a5-8401-6450cd70d3cc req-d1332b42-47ef-4cd6-9c60-8e2d612e3e1a service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830051 Jul 14 14:14:59.310936 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0ff16c91-fee6-471b-b1fb-c2c9666d489a req-e834ed1f-2526-4cff-8786-23542ec0aacc tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056798 Jul 14 14:14:59.329147 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-577ded11-f153-4463-9176-606ea7d17080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:59.332562 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-577ded11-f153-4463-9176-606ea7d17080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:59.336127 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-577ded11-f153-4463-9176-606ea7d17080 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68fa5a9f-03c5-4270-b13f-753282289481 HTTP/1.1" status: 204 len: 168 time: 0.1820149 Jul 14 14:14:59.345777 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ded11-f153-4463-9176-606ea7d17080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fa5a9f-03c5-4270-b13f-753282289481,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:59.560438 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 36208) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:59.682268 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device e63019a8-0ba7-46f3-aeeb-60317e67dc9e details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:14:59.712402 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d8b38a-0dec-4901-be7e-822d9cda7674', 'tag': '0f430172-f4f1-4b46-a4b3-6a4ab36a57d3'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:14:59.717069 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3548f06f-3a75-4816-a807-4689f6125cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "29d8b38a-0dec-4901-be7e-822d9cda7674", "tag": "0f430172-f4f1-4b46-a4b3-6a4ab36a57d3"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:14:59.743313 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 0c559f6e-e37a-49b9-9830-046bb6f666ac up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:14:59.765530 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36218) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:59.771133 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10067d2f-5f8e-4885-8aeb-b54880cd9607 x-openstack-request-id: req-10067d2f-5f8e-4885-8aeb-b54880cd9607 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:14:59.771701 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d8b38a-0dec-4901-be7e-822d9cda7674", "tag": "0f430172-f4f1-4b46-a4b3-6a4ab36a57d3", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:14:59.772139 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10067d2f-5f8e-4885-8aeb-b54880cd9607 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:14:59.772913 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d8b38a-0dec-4901-be7e-822d9cda7674', 'tag': '0f430172-f4f1-4b46-a4b3-6a4ab36a57d3', 'status': 'completed', 'code': 200} Jul 14 14:14:59.790301 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba05482-2c12-4e8a-8dab-d12662012389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:59.803352 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 0c559f6e-e37a-49b9-9830-046bb6f666ac completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:14:59.809146 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d7e8513b-943c-4c3a-8f03-a127a2c66f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:59.810791 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 0c559f6e-e37a-49b9-9830-046bb6f666ac triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:14:59.811355 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:59.993117 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548f06f-3a75-4816-a807-4689f6125cdd req-e396f4bd-8d6f-42ce-a0a3-c17efc3ac6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:59.996226 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba05482-2c12-4e8a-8dab-d12662012389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.002185 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3548f06f-3a75-4816-a807-4689f6125cdd req-e396f4bd-8d6f-42ce-a0a3-c17efc3ac6d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0d2805566303456c96b812dc55679da3&device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 1096 time: 0.1805551 Jul 14 14:15:00.004088 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba05482-2c12-4e8a-8dab-d12662012389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.095511 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-4ba05482-2c12-4e8a-8dab-d12662012389 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25e782494a754359a1c457b1dc1a4bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285658 Jul 14 14:15:00.098543 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36238) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:00.107931 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba05482-2c12-4e8a-8dab-d12662012389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65562b75-d4e1-40b6-aeaa-e908d03f48ed,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:00.152658 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port e63019a8-0ba7-46f3-aeeb-60317e67dc9e, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e63019a8-0ba7-46f3-aeeb-60317e67dc9e,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:00.159796 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-559f3969-fafd-43c5-9793-e5f2a45b04e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.174052 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': 'e63019a8-0ba7-46f3-aeeb-60317e67dc9e', 'network_id': '8dbda666-8e0b-4ff5-9319-ed4811f1ebe8', 'port_id': 'e63019a8-0ba7-46f3-aeeb-60317e67dc9e', 'mac_address': 'fa:16:3e:49:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffa1587-fcbd-412b-b57e-71c0cd21620e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:15:00.193230 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-559f3969-fafd-43c5-9793-e5f2a45b04e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.259610 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.276171 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.291484 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-559f3969-fafd-43c5-9793-e5f2a45b04e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.295745 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-559f3969-fafd-43c5-9793-e5f2a45b04e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.297124 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-559f3969-fafd-43c5-9793-e5f2a45b04e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65562b75-d4e1-40b6-aeaa-e908d03f48ed HTTP/1.1" status: 204 len: 168 time: 0.1965504 Jul 14 14:15:00.302653 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6959f5-ace1-4f77-ae4c-110bf00bb114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c559f6e-e37a-49b9-9830-046bb6f666ac'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:15:00.310300 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f3969-fafd-43c5-9793-e5f2a45b04e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65562b75-d4e1-40b6-aeaa-e908d03f48ed,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:00.329760 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a523f9-3de7-4fc1-84a0-dd66989ef2af req-fd544e47-b63a-4327-b11b-f43b7db2fd42 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:00.337402 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-18a523f9-3de7-4fc1-84a0-dd66989ef2af req-fd544e47-b63a-4327-b11b-f43b7db2fd42 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 943 time: 0.3145778 Jul 14 14:15:00.351223 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5271a-1b9b-4878-a23b-02c907b899d5 req-8beadede-7c6c-4b36-8c8c-e10dc125053c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:00.358258 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41a5271a-1b9b-4878-a23b-02c907b899d5 req-8beadede-7c6c-4b36-8c8c-e10dc125053c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 943 time: 0.3378057 Jul 14 14:15:00.389415 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548f06f-3a75-4816-a807-4689f6125cdd req-4e482a45-677f-4f2c-96bc-d669e5eeaee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:00.390809 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3548f06f-3a75-4816-a807-4689f6125cdd req-4e482a45-677f-4f2c-96bc-d669e5eeaee1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ddfb9570-ad56-4493-95f1-180e67cbedca HTTP/1.1" status: 200 len: 910 time: 0.3691950 Jul 14 14:15:00.397207 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63019a8-0ba7-46f3-aeeb-60317e67dc9e {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:15:00.435419 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 0c559f6e-e37a-49b9-9830-046bb6f666ac, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=0c559f6e-e37a-49b9-9830-046bb6f666ac,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:00.447726 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.450948 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port e63019a8-0ba7-46f3-aeeb-60317e67dc9e, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e63019a8-0ba7-46f3-aeeb-60317e67dc9e,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:00.468586 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3548f06f-3a75-4816-a807-4689f6125cdd req-d75c8551-f744-4e8e-bf06-503777c99566 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 HTTP/1.1" status: 200 len: 217 time: 0.0665576 Jul 14 14:15:00.498322 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d7e8513b-943c-4c3a-8f03-a127a2c66f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.537006 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.537642 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 263603ba-e0ed-41e6-9be2-86c6bdf6e206 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:15:00.542948 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41a5271a-1b9b-4878-a23b-02c907b899d5 req-b1b0e062-aaa7-482d-ad70-7d52d9d74b9b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837692 Jul 14 14:15:00.543951 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d7e8513b-943c-4c3a-8f03-a127a2c66f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.566521 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-18a523f9-3de7-4fc1-84a0-dd66989ef2af req-481796b3-a8a9-4e6c-aab4-4285a0c3bf61 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/security-groups?id=cca3b60a-a4d5-4103-b89a-ce8b4837cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274406 Jul 14 14:15:00.594481 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=0c559f6e-e37a-49b9-9830-046bb6f666ac,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:00.661515 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aebfec-2326-4864-b7b9-86d772e3efe4" -d '{"events": [{"server_uuid": "cd6959f5-ace1-4f77-ae4c-110bf00bb114", "name": "network-vif-plugged", "status": "completed", "tag": "0c559f6e-e37a-49b9-9830-046bb6f666ac"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:15:00.665465 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548f06f-3a75-4816-a807-4689f6125cdd req-c2b33d88-4f66-4335-9110-36c6fc37c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:00.667252 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3548f06f-3a75-4816-a807-4689f6125cdd req-c2b33d88-4f66-4335-9110-36c6fc37c0cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f67575da-5347-436d-9670-32f815ab8e80 HTTP/1.1" status: 200 len: 849 time: 0.1880782 Jul 14 14:15:00.680792 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-d7e8513b-943c-4c3a-8f03-a127a2c66f47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57889adde25c46d9849589f59d5c0752&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1189992 Jul 14 14:15:00.682876 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8513b-943c-4c3a-8f03-a127a2c66f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f1d267-020b-402c-8450-1c55527a3da7,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:00.683775 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36264) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:00.748573 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3548f06f-3a75-4816-a807-4689f6125cdd req-154eccf4-7772-4da9-812f-08eb1b924c90 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ddfb9570-ad56-4493-95f1-180e67cbedca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665245 Jul 14 14:15:00.786824 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba45fc9-92e9-423f-8428-e8b4faf6ecfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.813009 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba45fc9-92e9-423f-8428-e8b4faf6ecfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.819788 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=e63019a8-0ba7-46f3-aeeb-60317e67dc9e,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:00.873760 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba45fc9-92e9-423f-8428-e8b4faf6ecfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.876910 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba45fc9-92e9-423f-8428-e8b4faf6ecfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:00.883094 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-4ba45fc9-92e9-423f-8428-e8b4faf6ecfc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18f1d267-020b-402c-8450-1c55527a3da7 HTTP/1.1" status: 204 len: 168 time: 0.1981053 Jul 14 14:15:00.893412 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba45fc9-92e9-423f-8428-e8b4faf6ecfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f1d267-020b-402c-8450-1c55527a3da7,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:00.903963 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 263603ba-e0ed-41e6-9be2-86c6bdf6e206, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=263603ba-e0ed-41e6-9be2-86c6bdf6e206,segment=NetworkSegment(dcb76ace-9821-4032-bd17-3d028af8ee84),segment_id=dcb76ace-9821-4032-bd17-3d028af8ee84)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:00.938627 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35abb7d-4fbc-40d6-8010-5b6ec9197703 req-aebd1d0b-4975-4f93-9dd7-84eee9de0d6f tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:00.940267 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a35abb7d-4fbc-40d6-8010-5b6ec9197703 req-aebd1d0b-4975-4f93-9dd7-84eee9de0d6f tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 943 time: 0.2071517 Jul 14 14:15:00.946010 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e0227d-450d-4dcc-9087-b4e3cbcbf3c6 x-openstack-request-id: req-00e0227d-450d-4dcc-9087-b4e3cbcbf3c6 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:15:00.946491 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6959f5-ace1-4f77-ae4c-110bf00bb114", "name": "network-vif-plugged", "status": "completed", "tag": "0c559f6e-e37a-49b9-9830-046bb6f666ac", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:15:00.946838 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3548f06f-3a75-4816-a807-4689f6125cdd req-17ff0380-33b3-4fb7-ad48-f315a2460b16 service neutron] 10.222.0.62 "GET /v2.0/networks/ddfb9570-ad56-4493-95f1-180e67cbedca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783638 Jul 14 14:15:00.947048 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00e0227d-450d-4dcc-9087-b4e3cbcbf3c6 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:15:00.947644 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6959f5-ace1-4f77-ae4c-110bf00bb114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c559f6e-e37a-49b9-9830-046bb6f666ac', 'code': 200} Jul 14 14:15:00.962896 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '263603ba-e0ed-41e6-9be2-86c6bdf6e206', 'network_id': 'cfe1d067-a0a5-497f-8a99-4e7ebed4aed8', 'port_id': '263603ba-e0ed-41e6-9be2-86c6bdf6e206', 'mac_address': 'fa:16:3e:1f:e3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb5f473-444e-4a75-a0c7-fe3ee8028bd8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:15:01.009466 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:01.025476 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263603ba-e0ed-41e6-9be2-86c6bdf6e206 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:15:01.048073 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 263603ba-e0ed-41e6-9be2-86c6bdf6e206, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=263603ba-e0ed-41e6-9be2-86c6bdf6e206,segment=NetworkSegment(dcb76ace-9821-4032-bd17-3d028af8ee84),segment_id=dcb76ace-9821-4032-bd17-3d028af8ee84)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:01.053483 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:01.076009 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a35abb7d-4fbc-40d6-8010-5b6ec9197703 req-d86ba336-abfc-40d7-beed-dcb38a9af621 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787191 Jul 14 14:15:01.147241 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3548f06f-3a75-4816-a807-4689f6125cdd req-0fbde471-bc34-41e5-9d96-218e94a2293e service neutron] 10.222.0.62 "GET /v2.0/networks/ddfb9570-ad56-4493-95f1-180e67cbedca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938076 Jul 14 14:15:01.169074 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=263603ba-e0ed-41e6-9be2-86c6bdf6e206,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:01.249101 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36284) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:01.294157 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['263603ba-e0ed-41e6-9be2-86c6bdf6e206'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:15:01.297024 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['e63019a8-0ba7-46f3-aeeb-60317e67dc9e'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:15:01.297847 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938e16a-8e6d-4ddd-afce-d7e7e2d4e7dc req-fb33598f-7888-4c1c-a1a5-befa903c2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:01.302150 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d938e16a-8e6d-4ddd-afce-d7e7e2d4e7dc req-fb33598f-7888-4c1c-a1a5-befa903c2f4d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 1098 time: 0.1334851 Jul 14 14:15:01.331285 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d938e16a-8e6d-4ddd-afce-d7e7e2d4e7dc req-6a72c897-0b5c-406d-a03a-d935cd7b07a3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:01.369304 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36290) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:01.390031 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-25b3b523-8bf2-44b0-b1ee-badf70bba7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:01.527237 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d938e16a-8e6d-4ddd-afce-d7e7e2d4e7dc req-6a72c897-0b5c-406d-a03a-d935cd7b07a3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:01.533084 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d938e16a-8e6d-4ddd-afce-d7e7e2d4e7dc req-6a72c897-0b5c-406d-a03a-d935cd7b07a3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:01.553230 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7263eadc-7d06-4b5e-b291-b438713ccb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:01.579004 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d938e16a-8e6d-4ddd-afce-d7e7e2d4e7dc req-6a72c897-0b5c-406d-a03a-d935cd7b07a3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695169 Jul 14 14:15:01.592639 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72c897-0b5c-406d-a03a-d935cd7b07a3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0bde56c4-d9e7-462a-8931-66548d6202e0,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:01.678583 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-25b3b523-8bf2-44b0-b1ee-badf70bba7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:01.695970 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:15:01.803149 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7263eadc-7d06-4b5e-b291-b438713ccb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:01.804575 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-25b3b523-8bf2-44b0-b1ee-badf70bba7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:01.859652 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-25b3b523-8bf2-44b0-b1ee-badf70bba7fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f437cf18678c47dcb59d289106a007fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891739 Jul 14 14:15:01.861353 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7263eadc-7d06-4b5e-b291-b438713ccb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:01.865907 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36310) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:01.866872 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3b523-8bf2-44b0-b1ee-badf70bba7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33af12b-d38f-4b22-93f4-88553323b710,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:01.896589 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3,segment=NetworkSegment(08c3e248-ab0e-4c27-ad32-89250d1e93e4),segment_id=08c3e248-ab0e-4c27-ad32-89250d1e93e4)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:01.935393 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263eadc-7d06-4b5e-b291-b438713ccb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c74926-689f-41d7-9d60-1e5536a9b548,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:01.937475 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '0f430172-f4f1-4b46-a4b3-6a4ab36a57d3', 'network_id': 'ddfb9570-ad56-4493-95f1-180e67cbedca', 'port_id': '0f430172-f4f1-4b46-a4b3-6a4ab36a57d3', 'mac_address': 'fa:16:3e:00:9f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67575da-5347-436d-9670-32f815ab8e80', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:15:01.958629 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-7263eadc-7d06-4b5e-b291-b438713ccb02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6738d0a4630457ea7ad79bb8f5b993d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082920 Jul 14 14:15:01.976640 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 36312) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:01.982488 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f1950356-8d90-417b-96f6-54662d4ecaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.008674 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f1950356-8d90-417b-96f6-54662d4ecaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.051587 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.062821 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-036bb19c-10d5-4187-a14e-3a1b40f3a4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.073157 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb460fca-1af1-4321-b4c6-002054f65f66 req-2fed1814-0b09-4328-8de3-842e4e1a7612 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:02.073722 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f1950356-8d90-417b-96f6-54662d4ecaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.075439 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bb460fca-1af1-4321-b4c6-002054f65f66 req-2fed1814-0b09-4328-8de3-842e4e1a7612 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 944 time: 0.3822932 Jul 14 14:15:02.076009 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:15:02.078508 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f1950356-8d90-417b-96f6-54662d4ecaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.080213 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-f1950356-8d90-417b-96f6-54662d4ecaf0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d33af12b-d38f-4b22-93f4-88553323b710 HTTP/1.1" status: 204 len: 168 time: 0.2047431 Jul 14 14:15:02.094279 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1950356-8d90-417b-96f6-54662d4ecaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33af12b-d38f-4b22-93f4-88553323b710,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:02.119314 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-036bb19c-10d5-4187-a14e-3a1b40f3a4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.129734 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f63691-14ac-4122-9b06-2988e1fd39ee req-84670247-159f-4c91-8959-3822b6363b43 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:02.136516 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f4f63691-14ac-4122-9b06-2988e1fd39ee req-84670247-159f-4c91-8959-3822b6363b43 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 943 time: 0.1961977 Jul 14 14:15:02.139380 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3,segment=NetworkSegment(08c3e248-ab0e-4c27-ad32-89250d1e93e4),segment_id=08c3e248-ab0e-4c27-ad32-89250d1e93e4)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:02.144605 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.199068 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bb460fca-1af1-4321-b4c6-002054f65f66 req-aa97d65b-5cdc-4b59-ae83-0069ee706043 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101649 Jul 14 14:15:02.200355 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:02.218887 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f4f63691-14ac-4122-9b06-2988e1fd39ee req-93577d07-004b-4ea2-a724-4bbedec7cd2b tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/security-groups?id=cca3b60a-a4d5-4103-b89a-ce8b4837cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815015 Jul 14 14:15:02.237037 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-036bb19c-10d5-4187-a14e-3a1b40f3a4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.240853 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-036bb19c-10d5-4187-a14e-3a1b40f3a4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.245257 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-036bb19c-10d5-4187-a14e-3a1b40f3a4b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07c74926-689f-41d7-9d60-1e5536a9b548 HTTP/1.1" status: 204 len: 168 time: 0.2666883 Jul 14 14:15:02.260374 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bb19c-10d5-4187-a14e-3a1b40f3a4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c74926-689f-41d7-9d60-1e5536a9b548,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:02.392501 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['0f430172-f4f1-4b46-a4b3-6a4ab36a57d3'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:15:02.426118 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368348d-fe2a-471c-afef-25e0f6ca8f29 req-1f188bdb-c712-4048-a423-d4543368a46b tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:02.433540 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8368348d-fe2a-471c-afef-25e0f6ca8f29 req-1f188bdb-c712-4048-a423-d4543368a46b tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 944 time: 0.0890985 Jul 14 14:15:02.474013 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8368348d-fe2a-471c-afef-25e0f6ca8f29 req-919c0779-d1e8-4261-b2f0-adbb4ed8bddf tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395308 Jul 14 14:15:02.763506 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36350) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:02.779078 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5df65301-6dca-4bfa-b7e5-53c941da8d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.882179 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5df65301-6dca-4bfa-b7e5-53c941da8d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.886555 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5df65301-6dca-4bfa-b7e5-53c941da8d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.922981 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-5df65301-6dca-4bfa-b7e5-53c941da8d00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21095031ff3e4c889d0655e3c5f23d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581690 Jul 14 14:15:02.925839 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 36356) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:02.934362 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df65301-6dca-4bfa-b7e5-53c941da8d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda1d76a-8a20-4bfc-91ee-0d2937f7cbb6,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:03.023276 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a70427cd-f583-4c01-84f3-16660f0bc73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:03.064938 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a70427cd-f583-4c01-84f3-16660f0bc73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:03.144274 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a70427cd-f583-4c01-84f3-16660f0bc73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:03.146919 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a70427cd-f583-4c01-84f3-16660f0bc73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:03.151254 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-a70427cd-f583-4c01-84f3-16660f0bc73d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eda1d76a-8a20-4bfc-91ee-0d2937f7cbb6 HTTP/1.1" status: 204 len: 168 time: 0.2238500 Jul 14 14:15:03.175611 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70427cd-f583-4c01-84f3-16660f0bc73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda1d76a-8a20-4bfc-91ee-0d2937f7cbb6,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:03.599303 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7c19e-e744-4157-9aab-709b6f6b5c7d req-4de67939-7f9c-4c68-815e-86ac43ae1561 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:03.600889 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-36c7c19e-e744-4157-9aab-709b6f6b5c7d req-4de67939-7f9c-4c68-815e-86ac43ae1561 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 944 time: 0.1725509 Jul 14 14:15:03.623940 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb61222-a863-4bdc-8d61-95eac00fc16e req-1610b49d-4c40-49e9-a22a-509381ffd799 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:03.625809 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dbb61222-a863-4bdc-8d61-95eac00fc16e req-1610b49d-4c40-49e9-a22a-509381ffd799 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 944 time: 0.1861792 Jul 14 14:15:03.689651 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-36c7c19e-e744-4157-9aab-709b6f6b5c7d req-5ceaf3cf-6d3a-4a13-9a94-10c47a65ac52 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756128 Jul 14 14:15:03.697285 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:15:03.697938 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dbb61222-a863-4bdc-8d61-95eac00fc16e req-600a512f-b72b-4078-8b72-b667b906ed36 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/security-groups?id=cca3b60a-a4d5-4103-b89a-ce8b4837cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510318 Jul 14 14:15:03.772630 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:15:03.781116 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:03.781500 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:03.920662 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c1260-b728-4baf-aafb-5b755956ba64 req-5465f482-216e-434d-9c63-e5b61a49e703 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:03.923543 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8d2c1260-b728-4baf-aafb-5b755956ba64 req-5465f482-216e-434d-9c63-e5b61a49e703 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 944 time: 0.0828190 Jul 14 14:15:03.930423 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:03.977979 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8d2c1260-b728-4baf-aafb-5b755956ba64 req-0d32b2ca-369a-4275-abbf-5662c5414dbe tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472312 Jul 14 14:15:04.003628 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d8b38a-0dec-4901-be7e-822d9cda7674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f430172-f4f1-4b46-a4b3-6a4ab36a57d3'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:15:04.016334 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0543bd75-3c34-44ac-bb7e-cb983b72c7c2" -d '{"events": [{"server_uuid": "29d8b38a-0dec-4901-be7e-822d9cda7674", "name": "network-vif-plugged", "status": "completed", "tag": "0f430172-f4f1-4b46-a4b3-6a4ab36a57d3"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:15:04.048283 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3,segment=NetworkSegment(08c3e248-ab0e-4c27-ad32-89250d1e93e4),segment_id=08c3e248-ab0e-4c27-ad32-89250d1e93e4)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:04.054659 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:04.055699 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device e63019a8-0ba7-46f3-aeeb-60317e67dc9e up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:15:04.135461 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e97f37-4143-46fa-a9b5-7777412b5f36 x-openstack-request-id: req-75e97f37-4143-46fa-a9b5-7777412b5f36 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:15:04.135790 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d8b38a-0dec-4901-be7e-822d9cda7674", "name": "network-vif-plugged", "status": "completed", "tag": "0f430172-f4f1-4b46-a4b3-6a4ab36a57d3", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:15:04.136216 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75e97f37-4143-46fa-a9b5-7777412b5f36 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:15:04.136688 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d8b38a-0dec-4901-be7e-822d9cda7674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f430172-f4f1-4b46-a4b3-6a4ab36a57d3', 'code': 200} Jul 14 14:15:04.197752 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:04.216326 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port e63019a8-0ba7-46f3-aeeb-60317e67dc9e completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:15:04.221403 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port e63019a8-0ba7-46f3-aeeb-60317e67dc9e triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:04.221968 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:04.371106 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:04.439575 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port e63019a8-0ba7-46f3-aeeb-60317e67dc9e, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e63019a8-0ba7-46f3-aeeb-60317e67dc9e,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:04.449462 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:04.450274 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 263603ba-e0ed-41e6-9be2-86c6bdf6e206 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:15:04.501408 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa038c3-0a06-42a6-b82d-d3ef1f2fffb5 req-9f708dea-e42f-42a9-be90-0910e54a9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:04.503083 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2aa038c3-0a06-42a6-b82d-d3ef1f2fffb5 req-9f708dea-e42f-42a9-be90-0910e54a9fce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 1098 time: 0.1445019 Jul 14 14:15:04.558628 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2aa038c3-0a06-42a6-b82d-d3ef1f2fffb5 req-0efde6c1-fc4a-4f22-8e82-a8ecc85e1b5b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cca3b60a-a4d5-4103-b89a-ce8b4837cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481973 Jul 14 14:15:04.567519 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=e63019a8-0ba7-46f3-aeeb-60317e67dc9e,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:04.580346 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 263603ba-e0ed-41e6-9be2-86c6bdf6e206 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:15:04.585305 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 263603ba-e0ed-41e6-9be2-86c6bdf6e206 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:04.585671 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:04.688435 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:04.724730 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 263603ba-e0ed-41e6-9be2-86c6bdf6e206, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=263603ba-e0ed-41e6-9be2-86c6bdf6e206,segment=NetworkSegment(dcb76ace-9821-4032-bd17-3d028af8ee84),segment_id=dcb76ace-9821-4032-bd17-3d028af8ee84)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:04.731586 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:04.791171 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=263603ba-e0ed-41e6-9be2-86c6bdf6e206,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:05.002211 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8544f-da03-4929-be76-ffbd8e47a113 req-8d129079-515c-4122-8160-c5f613f3f6bf tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:05.008183 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6fe8544f-da03-4929-be76-ffbd8e47a113 req-8d129079-515c-4122-8160-c5f613f3f6bf tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 945 time: 0.1223493 Jul 14 14:15:05.046182 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff2780-f2c8-4ee3-ae2a-aa8e90dcc9d1 req-c3a2d6fa-0c40-4c68-8301-44409c519534 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:05.047880 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-49ff2780-f2c8-4ee3-ae2a-aa8e90dcc9d1 req-c3a2d6fa-0c40-4c68-8301-44409c519534 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1337879 Jul 14 14:15:05.101176 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6fe8544f-da03-4929-be76-ffbd8e47a113 req-72f4fed9-b7e1-45bb-b4c0-203ca0b2a01e tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/security-groups?id=cca3b60a-a4d5-4103-b89a-ce8b4837cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918667 Jul 14 14:15:05.151475 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-49ff2780-f2c8-4ee3-ae2a-aa8e90dcc9d1 req-d8370c30-b100-4c59-9ca7-75568fe74169 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904458 Jul 14 14:15:05.323106 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4bebd-818d-4626-a583-2789740934e4 req-ed84e302-a795-435d-b536-5c97c0ad3c64 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:05.332823 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9cf4bebd-818d-4626-a583-2789740934e4 req-ed84e302-a795-435d-b536-5c97c0ad3c64 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 945 time: 0.0901918 Jul 14 14:15:05.378739 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9cf4bebd-818d-4626-a583-2789740934e4 req-1a10cca2-9100-4d36-9998-b5bfbe0287d7 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Jul 14 14:15:06.015613 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 36626) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:06.138332 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a34e20-45c0-4f59-aa74-a6161a104809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63019a8-0ba7-46f3-aeeb-60317e67dc9e'}, {'server_uuid': 'b0c0f563-ce40-48f9-8ec7-d0e341bd956d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263603ba-e0ed-41e6-9be2-86c6bdf6e206'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:15:06.141442 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f00d24c-3c3c-4c4f-b65a-c50d2de8655f" -d '{"events": [{"server_uuid": "d2a34e20-45c0-4f59-aa74-a6161a104809", "name": "network-vif-plugged", "status": "completed", "tag": "e63019a8-0ba7-46f3-aeeb-60317e67dc9e"}, {"server_uuid": "b0c0f563-ce40-48f9-8ec7-d0e341bd956d", "name": "network-vif-plugged", "status": "completed", "tag": "263603ba-e0ed-41e6-9be2-86c6bdf6e206"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:15:06.177593 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-67ed4e21-c6b7-4f85-99a3-952151f07daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:06.196207 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 14:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82017a7b-42be-4e44-b0c6-b93d50c37a25 x-openstack-request-id: req-82017a7b-42be-4e44-b0c6-b93d50c37a25 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:15:06.196509 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a34e20-45c0-4f59-aa74-a6161a104809", "name": "network-vif-plugged", "status": "completed", "tag": "e63019a8-0ba7-46f3-aeeb-60317e67dc9e", "code": 200}, {"server_uuid": "b0c0f563-ce40-48f9-8ec7-d0e341bd956d", "name": "network-vif-plugged", "status": "completed", "tag": "263603ba-e0ed-41e6-9be2-86c6bdf6e206", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:15:06.196768 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82017a7b-42be-4e44-b0c6-b93d50c37a25 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:15:06.197197 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a34e20-45c0-4f59-aa74-a6161a104809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63019a8-0ba7-46f3-aeeb-60317e67dc9e', 'code': 200} Jul 14 14:15:06.197470 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c0f563-ce40-48f9-8ec7-d0e341bd956d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263603ba-e0ed-41e6-9be2-86c6bdf6e206', 'code': 200} Jul 14 14:15:06.484676 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a49be-74b9-475e-81da-c487e00f65b7 req-6f92d3d9-5321-482b-98e0-4d4252099513 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:06.487906 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-503a49be-74b9-475e-81da-c487e00f65b7 req-6f92d3d9-5321-482b-98e0-4d4252099513 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 945 time: 0.2539883 Jul 14 14:15:06.549374 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2eaea-478c-4a7f-810f-5c47d8842799 req-1ef914be-3f59-4222-86e5-e7bfff86ece5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:06.552024 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-90f2eaea-478c-4a7f-810f-5c47d8842799 req-1ef914be-3f59-4222-86e5-e7bfff86ece5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.2121773 Jul 14 14:15:06.590976 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-67ed4e21-c6b7-4f85-99a3-952151f07daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:06.617764 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-67ed4e21-c6b7-4f85-99a3-952151f07daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:06.677476 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-503a49be-74b9-475e-81da-c487e00f65b7 req-a2c21a04-16bd-4712-b358-8d88d1ab25d0 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/security-groups?id=cca3b60a-a4d5-4103-b89a-ce8b4837cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658692 Jul 14 14:15:06.720067 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-67ed4e21-c6b7-4f85-99a3-952151f07daa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2afca238a58147a6a229c2d4fb8bc5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7033052 Jul 14 14:15:06.723899 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36672) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:06.739458 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-90f2eaea-478c-4a7f-810f-5c47d8842799 req-2dc70694-047f-4ad3-be5b-9a3cb71d2fbd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520700 Jul 14 14:15:06.745391 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed4e21-c6b7-4f85-99a3-952151f07daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ddc7c-43b6-4ea6-9ba1-cb34ddde13fc,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:06.757260 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368be9-c5c3-48fd-8428-760d8b8b0512 req-6f0c894f-7746-4792-b732-493ea3c2bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:06.767201 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-46368be9-c5c3-48fd-8428-760d8b8b0512 req-6f0c894f-7746-4792-b732-493ea3c2bae0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 1098 time: 0.3034489 Jul 14 14:15:06.786067 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6998a-fb0f-4cea-8dd3-23b22eb56121 req-9857970c-ce86-42c6-9d2e-985805c885c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:06.788052 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2fe6998a-fb0f-4cea-8dd3-23b22eb56121 req-9857970c-ce86-42c6-9d2e-985805c885c9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 1098 time: 0.2751977 Jul 14 14:15:06.823937 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e7547a1-4514-484c-9a3a-ebdbd8d6ac5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:06.845812 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-46368be9-c5c3-48fd-8428-760d8b8b0512 req-7160c79e-f8a3-4819-b275-7f9c8bb395a6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730968 Jul 14 14:15:06.853253 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2fe6998a-fb0f-4cea-8dd3-23b22eb56121 req-916dfdcd-2b0b-4a1a-9827-40571f7bbb40 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570524 Jul 14 14:15:06.857357 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e7547a1-4514-484c-9a3a-ebdbd8d6ac5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:06.947841 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e7547a1-4514-484c-9a3a-ebdbd8d6ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:06.951299 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e7547a1-4514-484c-9a3a-ebdbd8d6ac5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:06.955723 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-2e7547a1-4514-484c-9a3a-ebdbd8d6ac5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e72ddc7c-43b6-4ea6-9ba1-cb34ddde13fc HTTP/1.1" status: 204 len: 168 time: 0.2299840 Jul 14 14:15:06.967445 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7547a1-4514-484c-9a3a-ebdbd8d6ac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ddc7c-43b6-4ea6-9ba1-cb34ddde13fc,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:07.004126 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2affb8-0678-468f-8ee9-e57d6d0a26ad req-366db404-fe9b-459b-aca7-504cb41c329b tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:07.011216 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6a2affb8-0678-468f-8ee9-e57d6d0a26ad req-366db404-fe9b-459b-aca7-504cb41c329b tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 945 time: 0.1353552 Jul 14 14:15:07.061135 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6a2affb8-0678-468f-8ee9-e57d6d0a26ad req-7ea4e730-ad5f-4395-84b8-80dcd883bd87 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490112 Jul 14 14:15:07.503864 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36722) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:07.615166 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e992571c-a29c-4115-ba53-b7a40d368372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:07.710881 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e992571c-a29c-4115-ba53-b7a40d368372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:07.715345 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e992571c-a29c-4115-ba53-b7a40d368372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:07.751971 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-e992571c-a29c-4115-ba53-b7a40d368372 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=301a2f7223fe432386368e561d73f51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467041 Jul 14 14:15:07.753191 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992571c-a29c-4115-ba53-b7a40d368372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72adaef0-4600-4b3b-9641-1927200c653c,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:07.755055 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 36734) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:07.864515 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf3bd-9877-4a67-b789-4d918aa3a92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:07.932223 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf3bd-9877-4a67-b789-4d918aa3a92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:07.999265 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063bb9c-8557-44ff-a6fa-dc95ec812268 req-c95c1480-1339-46f7-bfd3-03fb26adb2ef tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:08.000772 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f063bb9c-8557-44ff-a6fa-dc95ec812268 req-c95c1480-1339-46f7-bfd3-03fb26adb2ef tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1099849 Jul 14 14:15:08.022748 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf3bd-9877-4a67-b789-4d918aa3a92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:08.025584 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf3bd-9877-4a67-b789-4d918aa3a92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:08.027902 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-ca6cf3bd-9877-4a67-b789-4d918aa3a92d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72adaef0-4600-4b3b-9641-1927200c653c HTTP/1.1" status: 204 len: 168 time: 0.2716048 Jul 14 14:15:08.051957 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cf3bd-9877-4a67-b789-4d918aa3a92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72adaef0-4600-4b3b-9641-1927200c653c,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:08.107244 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f063bb9c-8557-44ff-a6fa-dc95ec812268 req-5d6668ab-9697-4e9e-9fdc-aefa192a89d5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939262 Jul 14 14:15:08.322583 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf7746-3dfa-4721-88d9-ec77920dfa53 req-f4fa349e-8da9-4f9b-a9fc-4ad81f910762 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:08.324797 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9ecf7746-3dfa-4721-88d9-ec77920dfa53 req-f4fa349e-8da9-4f9b-a9fc-4ad81f910762 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 945 time: 0.1133721 Jul 14 14:15:08.397474 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9ecf7746-3dfa-4721-88d9-ec77920dfa53 req-7da0727c-d04b-4813-95f5-74a2bf362d74 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668840 Jul 14 14:15:08.511190 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 36786) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:08.525131 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d15d75b7-e319-4b2a-9a9e-37ab9eaf88cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:08.613099 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36790) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:08.639623 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d15d75b7-e319-4b2a-9a9e-37ab9eaf88cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:08.646973 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d15d75b7-e319-4b2a-9a9e-37ab9eaf88cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:08.703002 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 36796) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:08.714779 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-d15d75b7-e319-4b2a-9a9e-37ab9eaf88cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75c05b62412642d28360288c7cf21d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021623 Jul 14 14:15:08.716058 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d75b7-e319-4b2a-9a9e-37ab9eaf88cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55158a72-70f8-49fd-8249-9986a12631b6,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:08.776079 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3fe4691a-972e-4cb4-8c30-e58f89e1de40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:08.778661 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-01bd98fe-ac85-4017-b8be-bb4a76c4bfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:08.814754 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-01bd98fe-ac85-4017-b8be-bb4a76c4bfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:08.897530 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-01bd98fe-ac85-4017-b8be-bb4a76c4bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:08.900229 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-01bd98fe-ac85-4017-b8be-bb4a76c4bfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:08.904451 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-01bd98fe-ac85-4017-b8be-bb4a76c4bfaa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55158a72-70f8-49fd-8249-9986a12631b6 HTTP/1.1" status: 204 len: 168 time: 0.2004747 Jul 14 14:15:08.922962 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd98fe-ac85-4017-b8be-bb4a76c4bfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55158a72-70f8-49fd-8249-9986a12631b6,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:08.947173 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3fe4691a-972e-4cb4-8c30-e58f89e1de40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:08.952046 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3fe4691a-972e-4cb4-8c30-e58f89e1de40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:09.003282 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-3fe4691a-972e-4cb4-8c30-e58f89e1de40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a5b5b35fd0148c99f67354e1cfb9094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884449 Jul 14 14:15:09.005438 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4691a-972e-4cb4-8c30-e58f89e1de40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726fa8e8-5dde-4f22-8f0e-fa56b9b2c651,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:09.006002 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 36812) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:09.076577 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9bf56e24-1672-49aa-845c-9065697c44ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:09.109851 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9bf56e24-1672-49aa-845c-9065697c44ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:09.152632 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9bf56e24-1672-49aa-845c-9065697c44ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:09.155762 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9bf56e24-1672-49aa-845c-9065697c44ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:09.156930 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-9bf56e24-1672-49aa-845c-9065697c44ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/726fa8e8-5dde-4f22-8f0e-fa56b9b2c651 HTTP/1.1" status: 204 len: 168 time: 0.1498954 Jul 14 14:15:09.167353 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf56e24-1672-49aa-845c-9065697c44ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726fa8e8-5dde-4f22-8f0e-fa56b9b2c651,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:09.421461 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9cb4e-b6b1-424c-8b70-3d64ef0ada8c req-49512112-b2f4-4c05-b59a-e710afff58d5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:09.424021 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dd9cb4e-b6b1-424c-8b70-3d64ef0ada8c req-49512112-b2f4-4c05-b59a-e710afff58d5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1586237 Jul 14 14:15:09.512555 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dd9cb4e-b6b1-424c-8b70-3d64ef0ada8c req-6332c0eb-5ab7-46d1-8c4d-c1992784c07e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815892 Jul 14 14:15:09.746557 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d86555-e5cc-493a-a1d3-05cc2fd5c539 req-73916b3b-66e1-4aa9-bd07-ade5c69de8fa tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:09.757260 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d86555-e5cc-493a-a1d3-05cc2fd5c539 req-73916b3b-66e1-4aa9-bd07-ade5c69de8fa tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 945 time: 0.1411092 Jul 14 14:15:09.834553 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d86555-e5cc-493a-a1d3-05cc2fd5c539 req-5d1cff2c-25ce-41a6-98eb-21182445f259 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763876 Jul 14 14:15:09.992119 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-654dbc57-afab-413f-b9f9-430e41c361bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:10.137402 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a56fc-6833-4f2d-9e17-8f3404a941f0 req-86a92ecc-fab7-41e6-b766-c02899d7adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:10.141682 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9b8a56fc-6833-4f2d-9e17-8f3404a941f0 req-86a92ecc-fab7-41e6-b766-c02899d7adf8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 1098 time: 0.1475191 Jul 14 14:15:10.407228 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a56fc-6833-4f2d-9e17-8f3404a941f0 req-9d22dc06-a07b-460d-8303-962afbad5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:10.412938 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9b8a56fc-6833-4f2d-9e17-8f3404a941f0 req-9d22dc06-a07b-460d-8303-962afbad5b8d service neutron] 10.222.0.62 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 920 time: 0.2608182 Jul 14 14:15:10.528037 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9b8a56fc-6833-4f2d-9e17-8f3404a941f0 req-38afe862-219a-4dfc-951c-3bb1b577074a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e63019a8-0ba7-46f3-aeeb-60317e67dc9e HTTP/1.1" status: 200 len: 217 time: 0.1092951 Jul 14 14:15:10.548464 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2e7f3-703a-45db-a59b-1c739854c882 req-0090dd1a-0015-42ae-9926-222581854190 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:10.560888 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-08c2e7f3-703a-45db-a59b-1c739854c882 req-0090dd1a-0015-42ae-9926-222581854190 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.3391941 Jul 14 14:15:10.705444 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a56fc-6833-4f2d-9e17-8f3404a941f0 req-b4e7d059-85eb-422f-bebb-a3fc9e9fa50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:10.707748 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9b8a56fc-6833-4f2d-9e17-8f3404a941f0 req-b4e7d059-85eb-422f-bebb-a3fc9e9fa50a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fffa1587-fcbd-412b-b57e-71c0cd21620e HTTP/1.1" status: 200 len: 859 time: 0.1440828 Jul 14 14:15:10.764407 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9b8a56fc-6833-4f2d-9e17-8f3404a941f0 req-fc90f135-395d-4b03-b216-3d1b8a6e22c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462785 Jul 14 14:15:10.824789 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-08c2e7f3-703a-45db-a59b-1c739854c882 req-5cf71f69-022d-43a8-8645-c265d2ac2759 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807160 Jul 14 14:15:10.859926 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc22dc-bba4-497f-b5e2-bc4fe8848ffc req-04c27d7a-3a9c-4c88-b880-693cb14f616c tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:10.869485 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-33dc22dc-bba4-497f-b5e2-bc4fe8848ffc req-04c27d7a-3a9c-4c88-b880-693cb14f616c tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 945 time: 0.2239511 Jul 14 14:15:10.949731 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9b8a56fc-6833-4f2d-9e17-8f3404a941f0 req-74ac9cb4-aa7c-458f-9733-513ccd2e8d60 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735322 Jul 14 14:15:10.954294 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-33dc22dc-bba4-497f-b5e2-bc4fe8848ffc req-7361eb2d-55e1-4095-a220-92c05d9faa39 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/security-groups?id=cca3b60a-a4d5-4103-b89a-ce8b4837cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840228 Jul 14 14:15:11.087821 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9b8a56fc-6833-4f2d-9e17-8f3404a941f0 req-5aaf2ed2-745f-4446-a201-d01828aa7dc5 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314423 Jul 14 14:15:11.952834 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 37028) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:12.057227 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee0718-7d44-4c69-b80f-e31a64f50ee5 req-128a6fdb-1da5-4149-b8a9-4b672a592e35 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:12.059245 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e4ee0718-7d44-4c69-b80f-e31a64f50ee5 req-128a6fdb-1da5-4149-b8a9-4b672a592e35 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.0940545 Jul 14 14:15:12.114558 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-35c74f4e-6111-4c75-8f2a-8bc8ceb71f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:12.163366 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e4ee0718-7d44-4c69-b80f-e31a64f50ee5 req-ea2576f2-85dd-4891-9f6a-e8232f62827a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764976 Jul 14 14:15:12.242215 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae4ffa-f852-4ed5-941a-7e8eb8a09702 req-8844a59b-4d9d-4fed-912b-dc15a2e56b16 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:12.244090 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-39ae4ffa-f852-4ed5-941a-7e8eb8a09702 req-8844a59b-4d9d-4fed-912b-dc15a2e56b16 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.62 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 945 time: 0.2085035 Jul 14 14:15:12.325981 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f7896ff5-cbd4-4f31-81cd-1bad2f10c53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:12.604729 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd67245-7780-4aef-a14c-ecbef6b1dabd req-0d3390eb-089d-4896-a1a1-b62a10aa913d tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:12.609371 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ddd67245-7780-4aef-a14c-ecbef6b1dabd req-0d3390eb-089d-4896-a1a1-b62a10aa913d tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 945 time: 0.4124820 Jul 14 14:15:12.633646 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-35c74f4e-6111-4c75-8f2a-8bc8ceb71f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:12.649705 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-35c74f4e-6111-4c75-8f2a-8bc8ceb71f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:12.699100 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:12.714382 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ddd67245-7780-4aef-a14c-ecbef6b1dabd req-1c933535-dc9e-4012-9960-3f9a4f54f5ac tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/security-groups?id=cca3b60a-a4d5-4103-b89a-ce8b4837cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976491 Jul 14 14:15:12.721127 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c74f4e-6111-4c75-8f2a-8bc8ceb71f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e21378-c3b3-40c4-8c11-7890beb545d8,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:12.728783 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-35c74f4e-6111-4c75-8f2a-8bc8ceb71f80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57dcc6c36d5d453a8ec4048e0dde1c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7745714 Jul 14 14:15:12.730280 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-39ae4ffa-f852-4ed5-941a-7e8eb8a09702 req-a1b337af-6bd4-4a36-b715-f495e5e567ef tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Deleting port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:15:12.730653 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-39ae4ffa-f852-4ed5-941a-7e8eb8a09702 req-a1b337af-6bd4-4a36-b715-f495e5e567ef tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:12.731704 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37068) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:12.801197 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-392d6b48-c591-4cd7-aff6-4ba23813381f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:12.824013 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-392d6b48-c591-4cd7-aff6-4ba23813381f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:12.870307 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-39ae4ffa-f852-4ed5-941a-7e8eb8a09702 req-a1b337af-6bd4-4a36-b715-f495e5e567ef tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] For port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3,segment=NetworkSegment(08c3e248-ab0e-4c27-ad32-89250d1e93e4),segment_id=08c3e248-ab0e-4c27-ad32-89250d1e93e4)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:12.870959 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-39ae4ffa-f852-4ed5-941a-7e8eb8a09702 req-a1b337af-6bd4-4a36-b715-f495e5e567ef tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:12.887079 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-392d6b48-c591-4cd7-aff6-4ba23813381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:12.891653 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-392d6b48-c591-4cd7-aff6-4ba23813381f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:12.895848 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-392d6b48-c591-4cd7-aff6-4ba23813381f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02e21378-c3b3-40c4-8c11-7890beb545d8 HTTP/1.1" status: 204 len: 168 time: 0.1599417 Jul 14 14:15:12.903910 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-39ae4ffa-f852-4ed5-941a-7e8eb8a09702 req-a1b337af-6bd4-4a36-b715-f495e5e567ef tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Calling delete_port for 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 owned by compute:nova {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:15:12.905806 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d6b48-c591-4cd7-aff6-4ba23813381f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e21378-c3b3-40c4-8c11-7890beb545d8,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:13.143575 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-39ae4ffa-f852-4ed5-941a-7e8eb8a09702 req-a1b337af-6bd4-4a36-b715-f495e5e567ef tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.156504 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['0f430172-f4f1-4b46-a4b3-6a4ab36a57d3'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:15:13.178975 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b337af-6bd4-4a36-b715-f495e5e567ef tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Pushing event deleted for resources: {'Port': ['ID=0f430172-f4f1-4b46-a4b3-6a4ab36a57d3,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:13.276326 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ae4ffa-f852-4ed5-941a-7e8eb8a09702 req-a1b337af-6bd4-4a36-b715-f495e5e567ef tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] No DVR routers for this DVR port 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 on host hv-cinder-67913 {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:15:13.286153 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-39ae4ffa-f852-4ed5-941a-7e8eb8a09702 req-a1b337af-6bd4-4a36-b715-f495e5e567ef tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.288533 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-39ae4ffa-f852-4ed5-941a-7e8eb8a09702 req-a1b337af-6bd4-4a36-b715-f495e5e567ef tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.62 "DELETE /v2.0/ports/0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 HTTP/1.1" status: 204 len: 173 time: 1.0389698 Jul 14 14:15:13.289200 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d8b38a-0dec-4901-be7e-822d9cda7674', 'name': 'network-vif-deleted', 'tag': '0f430172-f4f1-4b46-a4b3-6a4ab36a57d3'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:15:13.291620 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bc8512-34fe-4119-ad00-ffda77b27ef5" -d '{"events": [{"server_uuid": "29d8b38a-0dec-4901-be7e-822d9cda7674", "name": "network-vif-deleted", "tag": "0f430172-f4f1-4b46-a4b3-6a4ab36a57d3"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:15:13.389714 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800405d5-f19f-4b31-a58a-ba79bd3a85ac x-openstack-request-id: req-800405d5-f19f-4b31-a58a-ba79bd3a85ac {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:15:13.390714 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d8b38a-0dec-4901-be7e-822d9cda7674", "name": "network-vif-deleted", "tag": "0f430172-f4f1-4b46-a4b3-6a4ab36a57d3", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:15:13.391324 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-800405d5-f19f-4b31-a58a-ba79bd3a85ac {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:15:13.392460 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d8b38a-0dec-4901-be7e-822d9cda7674', 'name': 'network-vif-deleted', 'tag': '0f430172-f4f1-4b46-a4b3-6a4ab36a57d3', 'status': 'completed', 'code': 200} Jul 14 14:15:13.418637 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37106) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:13.421769 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 37110) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:13.464520 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a8e8caa0-a7e4-40ff-af71-155b66dd55aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.540724 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdd236-e61b-4397-bc8e-38ecad3076dd req-cfc40be7-6265-48c0-80a9-a1a68f340897 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:13.542381 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a6cdd236-e61b-4397-bc8e-38ecad3076dd req-cfc40be7-6265-48c0-80a9-a1a68f340897 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1448936 Jul 14 14:15:13.616602 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a6cdd236-e61b-4397-bc8e-38ecad3076dd req-76692400-744e-48c5-a1e0-93d547176332 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678861 Jul 14 14:15:13.659277 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a8e8caa0-a7e4-40ff-af71-155b66dd55aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.665387 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a8e8caa0-a7e4-40ff-af71-155b66dd55aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.721487 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8caa0-a7e4-40ff-af71-155b66dd55aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05e2595-167d-4eae-be6e-287824c7d57b,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:13.727820 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-a8e8caa0-a7e4-40ff-af71-155b66dd55aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a76224c727c40d1bb7da20fd6124d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050821 Jul 14 14:15:13.730602 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37126) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:13.761857 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.767701 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f0557149-5a80-41e6-b83b-7aa615d8decf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.838422 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe0db-1565-47e4-b6c0-9764b657d4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.878307 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe0db-1565-47e4-b6c0-9764b657d4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.895848 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a0037c80-5081-4a45-a2ef-15b57673222d req-62476ab0-010a-43cb-840a-64ad1016d764 tempest-VolumesActionsTest-686259423 tempest-VolumesActionsTest-686259423-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d8b38a-0dec-4901-be7e-822d9cda7674 HTTP/1.1" status: 200 len: 210 time: 0.0287549 Jul 14 14:15:13.951026 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f0557149-5a80-41e6-b83b-7aa615d8decf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.956007 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f0557149-5a80-41e6-b83b-7aa615d8decf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.972747 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe0db-1565-47e4-b6c0-9764b657d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.975280 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe0db-1565-47e4-b6c0-9764b657d4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.976497 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-bcbbe0db-1565-47e4-b6c0-9764b657d4e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b05e2595-167d-4eae-be6e-287824c7d57b HTTP/1.1" status: 204 len: 168 time: 0.2437172 Jul 14 14:15:14.000199 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-f0557149-5a80-41e6-b83b-7aa615d8decf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca7109e47ff04dab81bc51ebec6cec2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800953 Jul 14 14:15:14.001511 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0557149-5a80-41e6-b83b-7aa615d8decf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd935bdd-fb2d-49ac-99e1-0c740b1f9d60,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:14.002940 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 37138) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:14.021520 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbe0db-1565-47e4-b6c0-9764b657d4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05e2595-167d-4eae-be6e-287824c7d57b,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:14.058797 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-09550085-ce62-4445-bb35-d9c7abc7ff72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:14.088520 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-09550085-ce62-4445-bb35-d9c7abc7ff72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:14.154928 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-09550085-ce62-4445-bb35-d9c7abc7ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:14.157538 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-09550085-ce62-4445-bb35-d9c7abc7ff72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:14.159014 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-09550085-ce62-4445-bb35-d9c7abc7ff72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd935bdd-fb2d-49ac-99e1-0c740b1f9d60 HTTP/1.1" status: 204 len: 168 time: 0.1547236 Jul 14 14:15:14.180591 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09550085-ce62-4445-bb35-d9c7abc7ff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd935bdd-fb2d-49ac-99e1-0c740b1f9d60,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:14.556255 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 37166) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:14.578810 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-62df7f62-3e7e-4c04-b182-68db5b3b05d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:14.664655 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37172) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:14.709324 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-62df7f62-3e7e-4c04-b182-68db5b3b05d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:14.714180 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-62df7f62-3e7e-4c04-b182-68db5b3b05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:14.803118 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-62df7f62-3e7e-4c04-b182-68db5b3b05d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c0816fdf5d54bf7849cf088f4773b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429564 Jul 14 14:15:14.803118 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df7f62-3e7e-4c04-b182-68db5b3b05d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95521f30-9e54-493e-a5ca-a3ac92a26e65,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:14.803691 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37186) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:14.841839 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3848776d-07ef-436b-a896-8947b0a99996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:14.863612 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a99a57-cef1-4c23-89cb-e631fb643e12 req-28840b40-22db-41a8-a554-8831ad9fa841 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:14.874225 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f1a99a57-cef1-4c23-89cb-e631fb643e12 req-28840b40-22db-41a8-a554-8831ad9fa841 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 945 time: 0.1407619 Jul 14 14:15:14.973647 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f1a99a57-cef1-4c23-89cb-e631fb643e12 req-420f4e75-d69f-44f0-8a56-3307a4278452 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921392 Jul 14 14:15:14.975898 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3ad99444-29fc-4928-82ad-9523efe8b132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.014119 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3ad99444-29fc-4928-82ad-9523efe8b132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.019263 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51451fa-549b-4de4-884f-4be558ab2efc req-6f57e0f2-cb9e-4319-9708-39045e027734 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:15.028633 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b51451fa-549b-4de4-884f-4be558ab2efc req-6f57e0f2-cb9e-4319-9708-39045e027734 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1450391 Jul 14 14:15:15.098962 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3848776d-07ef-436b-a896-8947b0a99996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.103790 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b51451fa-549b-4de4-884f-4be558ab2efc req-c7c08a83-6a87-4327-ac1b-d86d48413231 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734081 Jul 14 14:15:15.107630 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3848776d-07ef-436b-a896-8947b0a99996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.111387 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3ad99444-29fc-4928-82ad-9523efe8b132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.114162 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3ad99444-29fc-4928-82ad-9523efe8b132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.116217 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-3ad99444-29fc-4928-82ad-9523efe8b132 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95521f30-9e54-493e-a5ca-a3ac92a26e65 HTTP/1.1" status: 204 len: 168 time: 0.3104835 Jul 14 14:15:15.151495 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.176307 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-3848776d-07ef-436b-a896-8947b0a99996 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9c055fb2b034cdeacbaec362df5f575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5094786 Jul 14 14:15:15.176930 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848776d-07ef-436b-a896-8947b0a99996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112853c8-4141-4c66-9174-88320e1457a3,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:15.181089 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 37204) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:15.185369 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 37206) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:15.223979 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad99444-29fc-4928-82ad-9523efe8b132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95521f30-9e54-493e-a5ca-a3ac92a26e65,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:15.285310 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39d120f4-6bb2-4a5c-a3e0-9ae42fd1193f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.317739 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39d120f4-6bb2-4a5c-a3e0-9ae42fd1193f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.374766 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39d120f4-6bb2-4a5c-a3e0-9ae42fd1193f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.377467 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39d120f4-6bb2-4a5c-a3e0-9ae42fd1193f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.379145 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-39d120f4-6bb2-4a5c-a3e0-9ae42fd1193f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/112853c8-4141-4c66-9174-88320e1457a3 HTTP/1.1" status: 204 len: 168 time: 0.1997797 Jul 14 14:15:15.389695 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d120f4-6bb2-4a5c-a3e0-9ae42fd1193f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112853c8-4141-4c66-9174-88320e1457a3,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:15.525771 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-507c4c87-50f5-4d47-96cb-b2c4bb39e72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.638795 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-507c4c87-50f5-4d47-96cb-b2c4bb39e72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.644121 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-507c4c87-50f5-4d47-96cb-b2c4bb39e72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.676407 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-507c4c87-50f5-4d47-96cb-b2c4bb39e72a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=806fcccf5deb4ea6872daaf1fe811eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900825 Jul 14 14:15:15.679415 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37230) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:15.694190 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c4c87-50f5-4d47-96cb-b2c4bb39e72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06ac955-72bc-4593-9976-02cba2c45f7c,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:15.733535 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:15:15.747837 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0f4315e0-0898-4280-9381-e92b2a1ed5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.765127 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:15:15.765798 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 0f430172-f4f1-4b46-a4b3-6a4ab36a57d3 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:15:15.797951 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0f4315e0-0898-4280-9381-e92b2a1ed5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.867637 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0f4315e0-0898-4280-9381-e92b2a1ed5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.870517 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0f4315e0-0898-4280-9381-e92b2a1ed5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:15.875092 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-0f4315e0-0898-4280-9381-e92b2a1ed5a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b06ac955-72bc-4593-9976-02cba2c45f7c HTTP/1.1" status: 204 len: 168 time: 0.1946104 Jul 14 14:15:15.885521 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4315e0-0898-4280-9381-e92b2a1ed5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06ac955-72bc-4593-9976-02cba2c45f7c,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:15.889365 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37258) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:15.907091 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e6573e02-c5b6-4234-9c6c-9920168d9089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:16.052249 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e6573e02-c5b6-4234-9c6c-9920168d9089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:16.062759 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e6573e02-c5b6-4234-9c6c-9920168d9089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:16.126970 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6573e02-c5b6-4234-9c6c-9920168d9089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1d77a0-8387-40cc-bed8-719545bf8875,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:16.170637 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-e6573e02-c5b6-4234-9c6c-9920168d9089 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec57bea489ec47bc99ca63644b9aa701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759240 Jul 14 14:15:16.170637 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37292) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:16.265486 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7cea2de7-41ef-4217-81dd-e6f2f575dc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:16.276484 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865526a-c509-43e3-b7b1-48762ff2d3cd req-d7791817-12e6-4574-8824-3eb1846519b0 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:16.277582 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e865526a-c509-43e3-b7b1-48762ff2d3cd req-d7791817-12e6-4574-8824-3eb1846519b0 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 945 time: 0.1250224 Jul 14 14:15:16.320682 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7cea2de7-41ef-4217-81dd-e6f2f575dc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:16.392210 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7cea2de7-41ef-4217-81dd-e6f2f575dc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:16.396047 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7cea2de7-41ef-4217-81dd-e6f2f575dc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:16.397560 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-7cea2de7-41ef-4217-81dd-e6f2f575dc9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c1d77a0-8387-40cc-bed8-719545bf8875 HTTP/1.1" status: 204 len: 168 time: 0.2293284 Jul 14 14:15:16.407274 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e865526a-c509-43e3-b7b1-48762ff2d3cd req-6bf71088-5429-4080-a51a-9b1cfea86156 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/security-groups?id=861abe38-449e-4735-b2c2-efa7476aa0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205456 Jul 14 14:15:16.415677 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea2de7-41ef-4217-81dd-e6f2f575dc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1d77a0-8387-40cc-bed8-719545bf8875,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:16.479836 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a84b4-4c5d-45b7-a472-73ab25e41ed2 req-38ac5871-d8f1-4a3a-8746-77cd6cc9dab5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:16.486782 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d04a84b4-4c5d-45b7-a472-73ab25e41ed2 req-38ac5871-d8f1-4a3a-8746-77cd6cc9dab5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1672652 Jul 14 14:15:16.509671 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b19c14-7481-43b0-b5ef-06e17a062ecf req-0bb3bcce-4153-48ab-bfa7-3f3d28e90617 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:16.511234 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-04b19c14-7481-43b0-b5ef-06e17a062ecf req-0bb3bcce-4153-48ab-bfa7-3f3d28e90617 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 945 time: 0.1688683 Jul 14 14:15:16.608585 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d04a84b4-4c5d-45b7-a472-73ab25e41ed2 req-14373bed-a569-4b94-b610-6e0e5169b022 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207526 Jul 14 14:15:16.697092 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-04b19c14-7481-43b0-b5ef-06e17a062ecf req-a991114a-7349-4914-bd9c-bcd929807f8a tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Deleting port 263603ba-e0ed-41e6-9be2-86c6bdf6e206 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:15:16.697439 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-04b19c14-7481-43b0-b5ef-06e17a062ecf req-a991114a-7349-4914-bd9c-bcd929807f8a tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:16.839882 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-04b19c14-7481-43b0-b5ef-06e17a062ecf req-a991114a-7349-4914-bd9c-bcd929807f8a tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] For port 263603ba-e0ed-41e6-9be2-86c6bdf6e206, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=263603ba-e0ed-41e6-9be2-86c6bdf6e206,segment=NetworkSegment(dcb76ace-9821-4032-bd17-3d028af8ee84),segment_id=dcb76ace-9821-4032-bd17-3d028af8ee84)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:16.840276 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-04b19c14-7481-43b0-b5ef-06e17a062ecf req-a991114a-7349-4914-bd9c-bcd929807f8a tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:16.860423 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-04b19c14-7481-43b0-b5ef-06e17a062ecf req-a991114a-7349-4914-bd9c-bcd929807f8a tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Calling delete_port for 263603ba-e0ed-41e6-9be2-86c6bdf6e206 owned by compute:nova {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:15:17.051530 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-04b19c14-7481-43b0-b5ef-06e17a062ecf req-a991114a-7349-4914-bd9c-bcd929807f8a tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:17.065780 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['263603ba-e0ed-41e6-9be2-86c6bdf6e206'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:15:17.091469 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991114a-7349-4914-bd9c-bcd929807f8a tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Pushing event deleted for resources: {'Port': ['ID=263603ba-e0ed-41e6-9be2-86c6bdf6e206,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:17.142309 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b19c14-7481-43b0-b5ef-06e17a062ecf req-a991114a-7349-4914-bd9c-bcd929807f8a tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] No DVR routers for this DVR port 263603ba-e0ed-41e6-9be2-86c6bdf6e206 on host hv-cinder-67913 {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:15:17.145255 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-04b19c14-7481-43b0-b5ef-06e17a062ecf req-a991114a-7349-4914-bd9c-bcd929807f8a tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:17.147363 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-04b19c14-7481-43b0-b5ef-06e17a062ecf req-a991114a-7349-4914-bd9c-bcd929807f8a tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.62 "DELETE /v2.0/ports/263603ba-e0ed-41e6-9be2-86c6bdf6e206 HTTP/1.1" status: 204 len: 173 time: 0.6293306 Jul 14 14:15:17.147763 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c0f563-ce40-48f9-8ec7-d0e341bd956d', 'name': 'network-vif-deleted', 'tag': '263603ba-e0ed-41e6-9be2-86c6bdf6e206'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:15:17.150007 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7103254c-7e0b-411a-abf7-ce1e369abf4a" -d '{"events": [{"server_uuid": "b0c0f563-ce40-48f9-8ec7-d0e341bd956d", "name": "network-vif-deleted", "tag": "263603ba-e0ed-41e6-9be2-86c6bdf6e206"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:15:17.155831 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:15:17.178759 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37358) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:17.199002 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b43f59-dcda-4276-a99a-57695c716687 x-openstack-request-id: req-72b43f59-dcda-4276-a99a-57695c716687 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:15:17.200194 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c0f563-ce40-48f9-8ec7-d0e341bd956d", "name": "network-vif-deleted", "tag": "263603ba-e0ed-41e6-9be2-86c6bdf6e206", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:15:17.200690 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72b43f59-dcda-4276-a99a-57695c716687 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:15:17.201475 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c0f563-ce40-48f9-8ec7-d0e341bd956d', 'name': 'network-vif-deleted', 'tag': '263603ba-e0ed-41e6-9be2-86c6bdf6e206', 'status': 'completed', 'code': 200} Jul 14 14:15:17.212522 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-95fd930e-4390-4727-990c-237eccfb95a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:17.372958 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-95fd930e-4390-4727-990c-237eccfb95a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:17.379856 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-95fd930e-4390-4727-990c-237eccfb95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:17.430812 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-95fd930e-4390-4727-990c-237eccfb95a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7aee52163c84478806df60418e61428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483685 Jul 14 14:15:17.432117 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37372) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:17.447311 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd930e-4390-4727-990c-237eccfb95a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265afaec-d396-4e99-bc97-c1f5b7e89e5e,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:17.543846 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d764c450-442c-4f05-bfbd-6c14785bc9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:17.585635 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d764c450-442c-4f05-bfbd-6c14785bc9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:17.646042 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75e4634a-30d3-4f33-9e63-46ca9d400075 req-a0c7082f-6367-4da9-8bde-7bdf04e5ea50 tempest-DeleteServersTestJSON-1602298147 tempest-DeleteServersTestJSON-1602298147-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c0f563-ce40-48f9-8ec7-d0e341bd956d HTTP/1.1" status: 200 len: 210 time: 0.0798519 Jul 14 14:15:17.699249 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d764c450-442c-4f05-bfbd-6c14785bc9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:17.701912 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d764c450-442c-4f05-bfbd-6c14785bc9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:17.706179 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-d764c450-442c-4f05-bfbd-6c14785bc9cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/265afaec-d396-4e99-bc97-c1f5b7e89e5e HTTP/1.1" status: 204 len: 168 time: 0.2729948 Jul 14 14:15:17.715397 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764c450-442c-4f05-bfbd-6c14785bc9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265afaec-d396-4e99-bc97-c1f5b7e89e5e,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:17.891636 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13027f-4c48-4bb8-a959-522a5956d2ae req-48f86b2b-7c44-41b2-866c-087b0359f59c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:17.893896 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ce13027f-4c48-4bb8-a959-522a5956d2ae req-48f86b2b-7c44-41b2-866c-087b0359f59c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.0715404 Jul 14 14:15:17.951289 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ce13027f-4c48-4bb8-a959-522a5956d2ae req-8ca00243-1bb6-461f-b757-1bb93ae0c626 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476935 Jul 14 14:15:19.180096 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37500) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:19.227186 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd470128-3ac3-44a6-b5bf-c4b32a22c5fb req-3468d7ff-8939-4383-86fe-85c4116a3392 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:19.234519 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fd470128-3ac3-44a6-b5bf-c4b32a22c5fb req-3468d7ff-8939-4383-86fe-85c4116a3392 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1170373 Jul 14 14:15:19.287984 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fd470128-3ac3-44a6-b5bf-c4b32a22c5fb req-27f6957e-6644-498b-a49e-899e859db719 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525789 Jul 14 14:15:19.445288 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2c455430-9187-4a4d-b71c-6da43b57c6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:19.581015 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2c455430-9187-4a4d-b71c-6da43b57c6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:19.587482 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2c455430-9187-4a4d-b71c-6da43b57c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:19.637216 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-2c455430-9187-4a4d-b71c-6da43b57c6b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a8260248e8c42b9911fa290dd09d669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559541 Jul 14 14:15:19.638333 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c455430-9187-4a4d-b71c-6da43b57c6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393091ad-d38a-4518-95da-0b8893045f9e,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:19.639841 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 37534) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:19.731470 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c5c40cac-40f9-43e6-840b-3ba06bfe7336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:19.764293 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 263603ba-e0ed-41e6-9be2-86c6bdf6e206 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:15:19.765055 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c5c40cac-40f9-43e6-840b-3ba06bfe7336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:19.791048 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 263603ba-e0ed-41e6-9be2-86c6bdf6e206 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:15:19.791394 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 263603ba-e0ed-41e6-9be2-86c6bdf6e206 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:15:19.829752 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c5c40cac-40f9-43e6-840b-3ba06bfe7336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:19.834616 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c5c40cac-40f9-43e6-840b-3ba06bfe7336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:19.836428 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-c5c40cac-40f9-43e6-840b-3ba06bfe7336 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/393091ad-d38a-4518-95da-0b8893045f9e HTTP/1.1" status: 204 len: 168 time: 0.1951530 Jul 14 14:15:19.845255 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c40cac-40f9-43e6-840b-3ba06bfe7336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393091ad-d38a-4518-95da-0b8893045f9e,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:20.291302 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37576) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:20.310109 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-564a78fd-d124-4dfd-a443-40a52550b668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.417575 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 37588) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:20.495639 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-564a78fd-d124-4dfd-a443-40a52550b668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.501754 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-564a78fd-d124-4dfd-a443-40a52550b668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.524898 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 37596) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:20.552071 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c99912d-9011-46d8-b36d-46b20b9af50c admin admin] Deleting subnet 7eb5f473-444e-4a75-a0c7-fe3ee8028bd8 {{(pid=93057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:15:20.555056 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a78fd-d124-4dfd-a443-40a52550b668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0838971e-a59a-4538-895a-03347cea1a0f,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:20.556912 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0c99912d-9011-46d8-b36d-46b20b9af50c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.563726 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-564a78fd-d124-4dfd-a443-40a52550b668 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa12660957f64d52b99da61bed601528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707253 Jul 14 14:15:20.568815 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37604) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:20.614705 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0c99912d-9011-46d8-b36d-46b20b9af50c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.631768 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0c99912d-9011-46d8-b36d-46b20b9af50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.644201 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ebd64bc2-4163-4ce2-b3cd-7042e32bff61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.659959 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ec13b-7992-46b2-8312-f1db614c789f req-626288f0-eb1d-47fd-b7dd-567c372484c3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:20.666844 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f19ec13b-7992-46b2-8312-f1db614c789f req-626288f0-eb1d-47fd-b7dd-567c372484c3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1847863 Jul 14 14:15:20.670627 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ebd64bc2-4163-4ce2-b3cd-7042e32bff61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.725294 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1789147a-2c7f-437e-a6d4-439fb69a7b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.738864 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f19ec13b-7992-46b2-8312-f1db614c789f req-f7fecbee-4733-46ca-8a31-dd22889e27e8 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709527 Jul 14 14:15:20.745762 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ebd64bc2-4163-4ce2-b3cd-7042e32bff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.748594 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ebd64bc2-4163-4ce2-b3cd-7042e32bff61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.761988 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-ebd64bc2-4163-4ce2-b3cd-7042e32bff61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0838971e-a59a-4538-895a-03347cea1a0f HTTP/1.1" status: 204 len: 168 time: 0.1920304 Jul 14 14:15:20.765097 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0c99912d-9011-46d8-b36d-46b20b9af50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.779828 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd64bc2-4163-4ce2-b3cd-7042e32bff61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0838971e-a59a-4538-895a-03347cea1a0f,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:20.808466 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99912d-9011-46d8-b36d-46b20b9af50c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb5f473-444e-4a75-a0c7-fe3ee8028bd8,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:20.810797 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0c99912d-9011-46d8-b36d-46b20b9af50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.812721 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-0c99912d-9011-46d8-b36d-46b20b9af50c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7eb5f473-444e-4a75-a0c7-fe3ee8028bd8 HTTP/1.1" status: 204 len: 168 time: 0.3930500 Jul 14 14:15:20.815658 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37616) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:20.912147 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1789147a-2c7f-437e-a6d4-439fb69a7b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.917495 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1789147a-2c7f-437e-a6d4-439fb69a7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.920687 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:20.980734 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-1789147a-2c7f-437e-a6d4-439fb69a7b26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b544c98497e247319af8030bfd5b0b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460444 Jul 14 14:15:20.980734 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789147a-2c7f-437e-a6d4-439fb69a7b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae45f71-8756-4977-bd8b-f2ae74558454,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:20.987852 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37624) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:21.061839 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.081002 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.081326 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.082020 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.082467 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > port after_create 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.082787 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.083311 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > port after_update 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.083540 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.083880 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.084205 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.084547 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.228837 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.281890 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.282322 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.282719 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.283144 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:21.283614 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe1d067-a0a5-497f-8a99-4e7ebed4aed8']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:21.306449 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb76ace-9821-4032-bd17-3d028af8ee84') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:21.307016 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb76ace-9821-4032-bd17-3d028af8ee84') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:21.341742 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9356644'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.362070 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-81348eaa-7964-4c55-8fbf-7fac0205fac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.373855 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.390842 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:15:21.391235 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9481460'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: from cryptography.utils import int_from_bytes Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: from cryptography.utils import int_from_bytes Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: Traceback (most recent call last): Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: timer() Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: cb(*args, **kw) Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: return func(*args, **kwargs) Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: self._notify() Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: self.callback(batched_events) Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: event.method(event) Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: return f(self, *a, **k) Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: return self._get(url).json() Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:15:21.396325 dv-cinder-679138-10-smb neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:15:21.444648 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-81348eaa-7964-4c55-8fbf-7fac0205fac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.495179 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.500807 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.504804 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cfe1d067-a0a5-497f-8a99-4e7ebed4aed8 HTTP/1.1" status: 204 len: 168 time: 0.6880298 Jul 14 14:15:21.523793 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7261aa7-c3e9-4d33-aabc-5d7863c69084 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe1d067-a0a5-497f-8a99-4e7ebed4aed8,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:21.550918 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-81348eaa-7964-4c55-8fbf-7fac0205fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.553829 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-81348eaa-7964-4c55-8fbf-7fac0205fac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.555068 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-81348eaa-7964-4c55-8fbf-7fac0205fac5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bae45f71-8756-4977-bd8b-f2ae74558454 HTTP/1.1" status: 204 len: 168 time: 0.5582776 Jul 14 14:15:21.564147 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348eaa-7964-4c55-8fbf-7fac0205fac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae45f71-8756-4977-bd8b-f2ae74558454,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:21.725252 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37668) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:21.767093 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-884d0338-5812-49cc-ae38-c8f52820e39d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7fd9d3a3c34440058c9d32c3d461b9b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406861 Jul 14 14:15:21.770264 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37672) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:21.826465 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-527ca8da-64cf-40ae-9bb4-bb1b48afdf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.859723 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-527ca8da-64cf-40ae-9bb4-bb1b48afdf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:21.993086 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453b57f-2563-462f-8f20-ae6ea73d93bc req-98ec6b53-87ca-453e-85a4-2a91cfba3260 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:22.000313 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d453b57f-2563-462f-8f20-ae6ea73d93bc req-98ec6b53-87ca-453e-85a4-2a91cfba3260 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1018555 Jul 14 14:15:22.057826 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d453b57f-2563-462f-8f20-ae6ea73d93bc req-45ad7e96-9776-4bdb-84a1-ee1b24929596 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564966 Jul 14 14:15:22.108134 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-527ca8da-64cf-40ae-9bb4-bb1b48afdf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:22.115105 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-527ca8da-64cf-40ae-9bb4-bb1b48afdf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:22.119355 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-527ca8da-64cf-40ae-9bb4-bb1b48afdf38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/861abe38-449e-4735-b2c2-efa7476aa0ee HTTP/1.1" status: 204 len: 168 time: 0.3451154 Jul 14 14:15:22.136942 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ca8da-64cf-40ae-9bb4-bb1b48afdf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861abe38-449e-4735-b2c2-efa7476aa0ee,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:22.221429 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37684) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:22.236981 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-129ee40d-c2ab-4f0e-8582-5ac5962da6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:22.382326 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-129ee40d-c2ab-4f0e-8582-5ac5962da6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:22.389401 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-129ee40d-c2ab-4f0e-8582-5ac5962da6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:22.444516 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-129ee40d-c2ab-4f0e-8582-5ac5962da6a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=281bf8c6b0de409d96ae3d68148d35b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217839 Jul 14 14:15:22.447309 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 37698) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:22.449399 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ee40d-c2ab-4f0e-8582-5ac5962da6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371181f9-d265-4b7a-a07f-1008964008e8,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:22.531989 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9656ebbe-3838-48b9-aec3-90cf91f57fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:22.557202 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9656ebbe-3838-48b9-aec3-90cf91f57fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:22.634659 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9656ebbe-3838-48b9-aec3-90cf91f57fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:22.637207 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9656ebbe-3838-48b9-aec3-90cf91f57fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:22.638362 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-9656ebbe-3838-48b9-aec3-90cf91f57fec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/371181f9-d265-4b7a-a07f-1008964008e8 HTTP/1.1" status: 204 len: 168 time: 0.1896410 Jul 14 14:15:22.669020 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656ebbe-3838-48b9-aec3-90cf91f57fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371181f9-d265-4b7a-a07f-1008964008e8,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:23.256619 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cb940-b7ee-4795-8b9a-01f3861e36f5 req-0d42be39-003d-469b-80c4-03a92de5e918 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:23.261381 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5d9cb940-b7ee-4795-8b9a-01f3861e36f5 req-0d42be39-003d-469b-80c4-03a92de5e918 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.0842881 Jul 14 14:15:23.305040 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5d9cb940-b7ee-4795-8b9a-01f3861e36f5 req-ab0b0416-7799-498f-87ec-35f61d0202fd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402009 Jul 14 14:15:24.141924 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 37806) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:24.285230 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-126497d9-9cd2-4d18-98af-ee3d619eb13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:24.437237 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-126497d9-9cd2-4d18-98af-ee3d619eb13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:24.446634 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-126497d9-9cd2-4d18-98af-ee3d619eb13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:24.525951 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-126497d9-9cd2-4d18-98af-ee3d619eb13d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c4cc1dfa77a43ac8043e2ceb3a0eed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817537 Jul 14 14:15:24.529732 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 37832) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:24.541193 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126497d9-9cd2-4d18-98af-ee3d619eb13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8302a7bd-d0e9-4be0-967b-985b398e6579,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:24.582858 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884bc35-f86f-4cf4-ab45-e1b8ea0ec807 req-658d7ccd-4dfb-4f66-ba49-849b41e978a7 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:24.589358 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1884bc35-f86f-4cf4-ab45-e1b8ea0ec807 req-658d7ccd-4dfb-4f66-ba49-849b41e978a7 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1391249 Jul 14 14:15:24.598155 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ca7aee3b-1712-43be-a628-cd43b94795c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:24.621088 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ca7aee3b-1712-43be-a628-cd43b94795c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:24.630808 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1884bc35-f86f-4cf4-ab45-e1b8ea0ec807 req-e2cd52ee-a9dc-4c25-b961-805375066f08 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366070 Jul 14 14:15:24.672813 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ca7aee3b-1712-43be-a628-cd43b94795c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:24.676082 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ca7aee3b-1712-43be-a628-cd43b94795c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:24.677758 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-ca7aee3b-1712-43be-a628-cd43b94795c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8302a7bd-d0e9-4be0-967b-985b398e6579 HTTP/1.1" status: 204 len: 168 time: 0.1462448 Jul 14 14:15:24.687609 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7aee3b-1712-43be-a628-cd43b94795c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8302a7bd-d0e9-4be0-967b-985b398e6579,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:25.836668 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049ecb9-0254-4505-998e-02312cf46eb9 req-16085768-0478-4a57-9490-b8ba35e98974 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:25.838317 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c049ecb9-0254-4505-998e-02312cf46eb9 req-16085768-0478-4a57-9490-b8ba35e98974 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.0732300 Jul 14 14:15:25.883654 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c049ecb9-0254-4505-998e-02312cf46eb9 req-21777b81-369b-4229-a63d-8b7c41a5038b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392597 Jul 14 14:15:27.097119 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7beca7c-211b-4ffd-a7b6-563fe36fb2ec req-cedd0026-5c4d-4bd5-aa4b-48d19e1674b0 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:27.099855 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d7beca7c-211b-4ffd-a7b6-563fe36fb2ec req-cedd0026-5c4d-4bd5-aa4b-48d19e1674b0 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.0800116 Jul 14 14:15:27.141203 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d7beca7c-211b-4ffd-a7b6-563fe36fb2ec req-1b01f418-0896-4b95-ae4b-6b106244824c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355513 Jul 14 14:15:27.400448 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38034) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:27.512993 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:27.623566 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:27.628660 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:27.669978 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acc351ca2abe46e6be662407faecdb92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659554 Jul 14 14:15:27.670425 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38064) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:27.677792 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb06de81-f7bb-4ed7-be8b-0974459e6c00,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:27.685845 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.686249 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.686685 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.686990 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.687328 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.687832 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.688677 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.689199 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.690672 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.691313 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.691686 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.692023 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47952c42-152c-491d-b274-1b9d27eab3b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.731165 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:27.756482 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:27.814910 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:27.818602 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:27.819697 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb06de81-f7bb-4ed7-be8b-0974459e6c00 HTTP/1.1" status: 204 len: 168 time: 0.1483369 Jul 14 14:15:27.839171 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb06de81-f7bb-4ed7-be8b-0974459e6c00,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:27.847615 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.847792 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.848091 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.848605 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.849283 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.850178 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.850670 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.851314 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.852214 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.852699 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.853193 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:27.853842 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4e5cc-48b3-4c20-b361-1b7d3240c4a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:28.143415 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38102) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:28.158669 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5a97ff16-a048-44c7-be3e-f41cc348e536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:28.331294 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5a97ff16-a048-44c7-be3e-f41cc348e536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:28.338448 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5a97ff16-a048-44c7-be3e-f41cc348e536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:28.393842 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97ff16-a048-44c7-be3e-f41cc348e536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0031dfa6-2d6b-454a-bede-baa34288dca0,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:28.402516 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-5a97ff16-a048-44c7-be3e-f41cc348e536 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c22b283587f4f45b903be59daf8f51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552307 Jul 14 14:15:28.403705 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38128) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:28.408655 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f5444-7957-46a3-bcf6-37619f300eaa req-7f4cf793-93e5-4a60-9b6b-08166ee1e076 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:28.415529 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-760f5444-7957-46a3-bcf6-37619f300eaa req-7f4cf793-93e5-4a60-9b6b-08166ee1e076 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1264486 Jul 14 14:15:28.450886 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-760f5444-7957-46a3-bcf6-37619f300eaa req-6575c0cb-ec38-45b1-8c68-43624c8e6951 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344195 Jul 14 14:15:28.477322 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a7804ef-a1b6-49ad-81df-84a0d373af3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:28.504141 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a7804ef-a1b6-49ad-81df-84a0d373af3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:28.562949 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a7804ef-a1b6-49ad-81df-84a0d373af3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:28.566241 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a7804ef-a1b6-49ad-81df-84a0d373af3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:28.567369 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-9a7804ef-a1b6-49ad-81df-84a0d373af3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0031dfa6-2d6b-454a-bede-baa34288dca0 HTTP/1.1" status: 204 len: 168 time: 0.1616852 Jul 14 14:15:28.575534 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7804ef-a1b6-49ad-81df-84a0d373af3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0031dfa6-2d6b-454a-bede-baa34288dca0,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:28.974560 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38164) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:28.994674 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e12cb611-9bcf-44f0-8241-236444d73029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:29.127467 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e12cb611-9bcf-44f0-8241-236444d73029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:29.135406 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e12cb611-9bcf-44f0-8241-236444d73029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:29.175480 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-e12cb611-9bcf-44f0-8241-236444d73029 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e268070c6ef446d896b9ddb267b0ec61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996901 Jul 14 14:15:29.176850 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cb611-9bcf-44f0-8241-236444d73029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c2c637-8c99-4cdf-b9c7-2300d6f89bd3,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:29.178694 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38180) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:29.241708 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1a687b56-583a-4ceb-8a75-4a5de94eb63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:29.267154 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1a687b56-583a-4ceb-8a75-4a5de94eb63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:29.332578 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1a687b56-583a-4ceb-8a75-4a5de94eb63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:29.335189 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1a687b56-583a-4ceb-8a75-4a5de94eb63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:29.336449 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-1a687b56-583a-4ceb-8a75-4a5de94eb63f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69c2c637-8c99-4cdf-b9c7-2300d6f89bd3 HTTP/1.1" status: 204 len: 168 time: 0.1568525 Jul 14 14:15:29.344403 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a687b56-583a-4ceb-8a75-4a5de94eb63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c2c637-8c99-4cdf-b9c7-2300d6f89bd3,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:29.418241 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38192) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:29.543137 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a02eeca5-a729-43b2-a04e-bfb812bd2059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:29.644697 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a02eeca5-a729-43b2-a04e-bfb812bd2059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:29.649463 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a02eeca5-a729-43b2-a04e-bfb812bd2059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:29.692201 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-a02eeca5-a729-43b2-a04e-bfb812bd2059 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3910fab04a14248abed305a904f44c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728579 Jul 14 14:15:29.694965 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38204) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:29.702263 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02eeca5-a729-43b2-a04e-bfb812bd2059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff91033f-fa2e-4c53-9d33-d69d64a10f8d,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:29.768801 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a4b97af0-a266-4cff-9a8b-a107bb08015f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:29.973349 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a4b97af0-a266-4cff-9a8b-a107bb08015f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:30.032392 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b6050-be0f-4735-89f4-0f7b74d8a508 req-6e63f559-c49d-41cd-8af6-b15a16c60bcb tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:30.037467 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-113b6050-be0f-4735-89f4-0f7b74d8a508 req-6e63f559-c49d-41cd-8af6-b15a16c60bcb tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.2818260 Jul 14 14:15:30.096117 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-113b6050-be0f-4735-89f4-0f7b74d8a508 req-6b215b9e-98ea-418d-ab6f-4cb179f388e3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560687 Jul 14 14:15:30.113923 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a4b97af0-a266-4cff-9a8b-a107bb08015f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:30.116505 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a4b97af0-a266-4cff-9a8b-a107bb08015f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:30.117679 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-a4b97af0-a266-4cff-9a8b-a107bb08015f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff91033f-fa2e-4c53-9d33-d69d64a10f8d HTTP/1.1" status: 204 len: 168 time: 0.4212565 Jul 14 14:15:30.128074 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b97af0-a266-4cff-9a8b-a107bb08015f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff91033f-fa2e-4c53-9d33-d69d64a10f8d,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:30.833212 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38298) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:30.879270 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38302) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:31.028641 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd17a94f-83db-4127-9e59-09187e02c041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.083470 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d0a46a04-bd1f-47e6-9362-079a1ceb6c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.140200 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd17a94f-83db-4127-9e59-09187e02c041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.147183 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd17a94f-83db-4127-9e59-09187e02c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.201970 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38322) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:31.214173 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-fd17a94f-83db-4127-9e59-09187e02c041 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=616036c843df4b938cf01fe94ab8a687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792253 Jul 14 14:15:31.217672 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38324) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:31.247823 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17a94f-83db-4127-9e59-09187e02c041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c599fac4-721a-4122-b04e-783b753d6e51,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:31.296946 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d0a46a04-bd1f-47e6-9362-079a1ceb6c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.306075 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d0a46a04-bd1f-47e6-9362-079a1ceb6c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.310105 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8aa787a-038a-4164-ac34-41e89e8e646b admin admin] Deleting subnet f67575da-5347-436d-9670-32f815ab8e80 {{(pid=93057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:15:31.335452 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f8aa787a-038a-4164-ac34-41e89e8e646b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.369231 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-d0a46a04-bd1f-47e6-9362-079a1ceb6c5f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5194a59ecbd46ffbb0da7093a8f750d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4884388 Jul 14 14:15:31.370395 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a46a04-bd1f-47e6-9362-079a1ceb6c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c90d248-8735-495b-80e9-72f1e52f2edf,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:31.374501 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38334) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:31.415819 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c343e63e-9d07-40c0-9a0b-f4c5a708d901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.419902 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f8aa787a-038a-4164-ac34-41e89e8e646b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.438862 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f8aa787a-038a-4164-ac34-41e89e8e646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.468062 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f12a36db-61cf-4ef9-8338-ca91cb9583a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.491775 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c343e63e-9d07-40c0-9a0b-f4c5a708d901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.510933 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a392d-d261-4bd6-81a6-94b8fd562f2b req-7c2159b1-293e-49bd-93d6-fd1b42fcc08f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:31.512649 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-843a392d-d261-4bd6-81a6-94b8fd562f2b req-7c2159b1-293e-49bd-93d6-fd1b42fcc08f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.2321801 Jul 14 14:15:31.516386 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f12a36db-61cf-4ef9-8338-ca91cb9583a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.589524 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f12a36db-61cf-4ef9-8338-ca91cb9583a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.591999 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f12a36db-61cf-4ef9-8338-ca91cb9583a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.596109 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-f12a36db-61cf-4ef9-8338-ca91cb9583a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c90d248-8735-495b-80e9-72f1e52f2edf HTTP/1.1" status: 204 len: 168 time: 0.2174664 Jul 14 14:15:31.604500 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a36db-61cf-4ef9-8338-ca91cb9583a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c90d248-8735-495b-80e9-72f1e52f2edf,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:31.607715 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-843a392d-d261-4bd6-81a6-94b8fd562f2b req-894c3c29-f82e-44b0-bc38-4c1969eb5742 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874882 Jul 14 14:15:31.617985 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f8aa787a-038a-4164-ac34-41e89e8e646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.629302 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c343e63e-9d07-40c0-9a0b-f4c5a708d901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.632979 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c343e63e-9d07-40c0-9a0b-f4c5a708d901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.634175 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-c343e63e-9d07-40c0-9a0b-f4c5a708d901 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c599fac4-721a-4122-b04e-783b753d6e51 HTTP/1.1" status: 204 len: 168 time: 0.3983018 Jul 14 14:15:31.664336 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f8aa787a-038a-4164-ac34-41e89e8e646b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.668553 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-f8aa787a-038a-4164-ac34-41e89e8e646b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f67575da-5347-436d-9670-32f815ab8e80 HTTP/1.1" status: 204 len: 168 time: 0.4655676 Jul 14 14:15:31.671168 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38360) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:31.675851 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa787a-038a-4164-ac34-41e89e8e646b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67575da-5347-436d-9670-32f815ab8e80,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:31.680986 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343e63e-9d07-40c0-9a0b-f4c5a708d901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c599fac4-721a-4122-b04e-783b753d6e51,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:31.752589 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.835785 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.871280 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfb9570-ad56-4493-95f1-180e67cbedca']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:31.895901 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c3e248-ab0e-4c27-ad32-89250d1e93e4') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:31.896983 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c3e248-ab0e-4c27-ad32-89250d1e93e4') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:31.912269 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9356644'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.930589 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.949147 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:15:31.949919 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9481460'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: Traceback (most recent call last): Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: timer() Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: cb(*args, **kw) Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: return func(*args, **kwargs) Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: self._notify() Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: self.callback(batched_events) Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: event.method(event) Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: return f(self, *a, **k) Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: return self._get(url).json() Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:15:31.953028 dv-cinder-679138-10-smb neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:15:32.065198 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.070972 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.073306 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ddfb9570-ad56-4493-95f1-180e67cbedca HTTP/1.1" status: 204 len: 168 time: 0.4011331 Jul 14 14:15:32.087460 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38374) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:32.099704 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47955ffa-f20f-4e7b-b4b0-b7043e495048 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfb9570-ad56-4493-95f1-180e67cbedca,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:32.141497 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38380) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:32.155310 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b1a3bf9e-d12a-4487-9ddd-9e2342851680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.157030 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_v2 [None req-c911fdac-4295-45e3-99d2-ba4fa7a5adb0 admin admin] Deleting subnet ebed5a62-887e-47a7-99a4-aebc09031912 {{(pid=93057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:15:32.161607 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c911fdac-4295-45e3-99d2-ba4fa7a5adb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.220358 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c911fdac-4295-45e3-99d2-ba4fa7a5adb0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.228899 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c911fdac-4295-45e3-99d2-ba4fa7a5adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.291173 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38390) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:32.304597 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b1a3bf9e-d12a-4487-9ddd-9e2342851680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.320452 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b1a3bf9e-d12a-4487-9ddd-9e2342851680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.328025 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c911fdac-4295-45e3-99d2-ba4fa7a5adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.362271 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911fdac-4295-45e3-99d2-ba4fa7a5adb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebed5a62-887e-47a7-99a4-aebc09031912,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:32.368754 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3bf9e-d12a-4487-9ddd-9e2342851680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbdb9c1-284c-4e82-9074-b50d6b1e0e6a,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:32.370617 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c911fdac-4295-45e3-99d2-ba4fa7a5adb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.374048 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b1a3bf9e-d12a-4487-9ddd-9e2342851680 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c29a4b5eccbb445cb06881d9c3198ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315097 Jul 14 14:15:32.376522 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38398) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:32.385944 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-c911fdac-4295-45e3-99d2-ba4fa7a5adb0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ebed5a62-887e-47a7-99a4-aebc09031912 HTTP/1.1" status: 204 len: 168 time: 0.2964129 Jul 14 14:15:32.389332 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38400) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:32.436337 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7781e02e-3347-4592-a665-bbff8cd34fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.494744 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.503365 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-41fd1628-7937-4790-83a7-f44f276a93e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.543140 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7781e02e-3347-4592-a665-bbff8cd34fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.547447 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-41fd1628-7937-4790-83a7-f44f276a93e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.547614 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7781e02e-3347-4592-a665-bbff8cd34fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.594104 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-7781e02e-3347-4592-a665-bbff8cd34fef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d97e1534e91415a98a929a127895e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995715 Jul 14 14:15:32.594104 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781e02e-3347-4592-a665-bbff8cd34fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e86522-3cf6-4399-8519-a0af5dbe825a,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:32.594932 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38408) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:32.640937 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.651947 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad68ece-4036-4bd8-b92f-16943f2570c0']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:32.655213 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d5f737ce-a672-4a5d-b73f-a85a4021c6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.665085 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe6349b-c6fc-4378-a7b5-2bb13da7c57f') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:32.665758 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe6349b-c6fc-4378-a7b5-2bb13da7c57f') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:32.676307 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9356644'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.683571 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d5f737ce-a672-4a5d-b73f-a85a4021c6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.693419 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-41fd1628-7937-4790-83a7-f44f276a93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.696908 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-41fd1628-7937-4790-83a7-f44f276a93e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.698188 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-41fd1628-7937-4790-83a7-f44f276a93e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4cbdb9c1-284c-4e82-9074-b50d6b1e0e6a HTTP/1.1" status: 204 len: 168 time: 0.3201973 Jul 14 14:15:32.699396 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.727180 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd1628-7937-4790-83a7-f44f276a93e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbdb9c1-284c-4e82-9074-b50d6b1e0e6a,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:32.747838 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:15:32.747838 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9481460'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: Traceback (most recent call last): Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: timer() Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: cb(*args, **kw) Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: return func(*args, **kwargs) Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: self._notify() Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: self.callback(batched_events) Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: event.method(event) Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: return f(self, *a, **k) Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: return self._get(url).json() Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:15:32.758788 dv-cinder-679138-10-smb neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:15:32.762162 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d5f737ce-a672-4a5d-b73f-a85a4021c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.768616 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d5f737ce-a672-4a5d-b73f-a85a4021c6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.772206 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-d5f737ce-a672-4a5d-b73f-a85a4021c6d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0e86522-3cf6-4399-8519-a0af5dbe825a HTTP/1.1" status: 204 len: 168 time: 0.1757021 Jul 14 14:15:32.828334 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f737ce-a672-4a5d-b73f-a85a4021c6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e86522-3cf6-4399-8519-a0af5dbe825a,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:32.831599 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.854100 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:32.855706 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38418) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:32.858683 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0ad68ece-4036-4bd8-b92f-16943f2570c0 HTTP/1.1" status: 204 len: 168 time: 0.4661212 Jul 14 14:15:32.870715 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b9b67-0927-4865-848b-e8f01e0ef700 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ad68ece-4036-4bd8-b92f-16943f2570c0,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:32.891508 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410664a-c312-4ade-a2bd-d4d4e31de236 req-12222602-2be3-4db9-addf-9a32a9650e85 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:32.894757 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9410664a-c312-4ade-a2bd-d4d4e31de236 req-12222602-2be3-4db9-addf-9a32a9650e85 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1059113 Jul 14 14:15:32.935831 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9410664a-c312-4ade-a2bd-d4d4e31de236 req-56c4f96d-7b8c-40e9-a8ba-131f7a3f7bdb tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361202 Jul 14 14:15:33.129830 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2f789948-479e-46f6-ad26-d57e4a2b507d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:33.179986 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38430) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:33.238128 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-c6075dfc-4297-49dd-9f63-548f8b4d7627 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d2805566303456c96b812dc55679da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556579 Jul 14 14:15:33.240490 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38434) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:33.244509 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2f789948-479e-46f6-ad26-d57e4a2b507d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:33.251346 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2f789948-479e-46f6-ad26-d57e4a2b507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:33.316919 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f789948-479e-46f6-ad26-d57e4a2b507d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58b1be2-8e80-466b-b8e4-6cc92aaca08b,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:33.339222 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-2f789948-479e-46f6-ad26-d57e4a2b507d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=102f7388b2ee4683bdc6144c637ac9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789767 Jul 14 14:15:33.341182 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38444) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:33.351866 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ae8fe25-368c-4b4d-aaca-fb243894ecab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:33.376025 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ae8fe25-368c-4b4d-aaca-fb243894ecab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:33.409621 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cfbc104f-e475-4e6a-b2e3-2594cef028d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:33.436190 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cfbc104f-e475-4e6a-b2e3-2594cef028d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:33.444625 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ae8fe25-368c-4b4d-aaca-fb243894ecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:33.447534 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ae8fe25-368c-4b4d-aaca-fb243894ecab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:33.451594 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-4ae8fe25-368c-4b4d-aaca-fb243894ecab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cca3b60a-a4d5-4103-b89a-ce8b4837cee3 HTTP/1.1" status: 204 len: 168 time: 0.2101269 Jul 14 14:15:33.463506 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8fe25-368c-4b4d-aaca-fb243894ecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca3b60a-a4d5-4103-b89a-ce8b4837cee3,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:33.516239 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cfbc104f-e475-4e6a-b2e3-2594cef028d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:33.522215 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cfbc104f-e475-4e6a-b2e3-2594cef028d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:33.525721 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-cfbc104f-e475-4e6a-b2e3-2594cef028d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e58b1be2-8e80-466b-b8e4-6cc92aaca08b HTTP/1.1" status: 204 len: 168 time: 0.1830823 Jul 14 14:15:33.537837 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc104f-e475-4e6a-b2e3-2594cef028d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58b1be2-8e80-466b-b8e4-6cc92aaca08b,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:33.985716 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38492) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:34.028005 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-3242b600-fee8-47ba-b4b0-afee618a2c66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0eb9b7fb72c41eead0b18d03da69b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413115 Jul 14 14:15:34.031136 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38494) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:34.090338 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38498) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:34.100803 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-24beee79-d69d-4b84-87ec-b04764461b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.126389 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-24beee79-d69d-4b84-87ec-b04764461b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.148780 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e526d38-8c0a-4eef-b886-bd3b3fef71e5 req-97c5412d-8f1a-4cb8-94b1-448859065bf5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:34.150990 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6e526d38-8c0a-4eef-b886-bd3b3fef71e5 req-97c5412d-8f1a-4cb8-94b1-448859065bf5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.0893464 Jul 14 14:15:34.174749 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-24beee79-d69d-4b84-87ec-b04764461b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.177509 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-24beee79-d69d-4b84-87ec-b04764461b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.178878 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-24beee79-d69d-4b84-87ec-b04764461b9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3cdac18-44b8-4e43-afd0-1c6544fdd940 HTTP/1.1" status: 204 len: 168 time: 0.1466708 Jul 14 14:15:34.186836 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24beee79-d69d-4b84-87ec-b04764461b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cdac18-44b8-4e43-afd0-1c6544fdd940,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:34.200534 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6e526d38-8c0a-4eef-b886-bd3b3fef71e5 req-92b043ea-2eb0-42a6-a372-7ca2fdc47c71 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434625 Jul 14 14:15:34.238033 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-45a9060c-42e0-4546-8a76-50f5cb0e3282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.337517 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-45a9060c-42e0-4546-8a76-50f5cb0e3282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.344085 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-45a9060c-42e0-4546-8a76-50f5cb0e3282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.389140 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-45a9060c-42e0-4546-8a76-50f5cb0e3282 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3db704b165914a7281eec8626fe80139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954156 Jul 14 14:15:34.389140 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9060c-42e0-4546-8a76-50f5cb0e3282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c54ab7-35cb-4be9-ab49-9e0be8225f5f,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:34.389594 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38518) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:34.454347 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f2b90adb-1e92-48f0-b59c-73e1f553d67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.476751 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f2b90adb-1e92-48f0-b59c-73e1f553d67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.482605 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38522) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:34.527773 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f2b90adb-1e92-48f0-b59c-73e1f553d67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.530843 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f2b90adb-1e92-48f0-b59c-73e1f553d67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.536902 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-f2b90adb-1e92-48f0-b59c-73e1f553d67a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67c54ab7-35cb-4be9-ab49-9e0be8225f5f HTTP/1.1" status: 204 len: 168 time: 0.1432495 Jul 14 14:15:34.544920 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b90adb-1e92-48f0-b59c-73e1f553d67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c54ab7-35cb-4be9-ab49-9e0be8225f5f,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:34.757034 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-247946591-network', 'tenant_id': '52654cd11446408b9cd3c528c6ac8e64'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:15:34.785159 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Made reservation on behalf of 52654cd11446408b9cd3c528c6ac8e64 for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:15:34.787661 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.796979 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.896154 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.901507 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.928170 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:15:34.938233 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebabad69-5e97-4bd2-9362-59a724329596,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:34.944861 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:34.945236 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.segments_db [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Added segment 4216ffd9-cd59-4a88-8673-d186287c82f8 of type vlan for network a646ae17-7841-4da3-b2c2-df65196b5678 Jul 14 14:15:34.988768 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.019051 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.020240 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:35.020921 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.040128 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38550) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:35.056279 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-8acf4372-212f-4208-8bdc-55b690663e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.082094 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5983517 Jul 14 14:15:35.084965 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38554) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:35.092609 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-079f8ce5-bb58-4657-8e65-5d668923fa60 admin admin] Request body: {'subnet': {'network_id': 'a646ae17-7841-4da3-b2c2-df65196b5678', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-247946591-subnet', 'tenant_id': '52654cd11446408b9cd3c528c6ac8e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:15:35.093149 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02b5d1-3096-4b32-95ec-454d791b3fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=a646ae17-7841-4da3-b2c2-df65196b5678,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:35.103062 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network a646ae17-7841-4da3-b2c2-df65196b5678 details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:15:35.202826 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-8acf4372-212f-4208-8bdc-55b690663e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.208900 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-8acf4372-212f-4208-8bdc-55b690663e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.258094 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079f8ce5-bb58-4657-8e65-5d668923fa60 admin admin] Made reservation on behalf of 52654cd11446408b9cd3c528c6ac8e64 for: {'subnet': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:15:35.260560 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-079f8ce5-bb58-4657-8e65-5d668923fa60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.266346 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-8acf4372-212f-4208-8bdc-55b690663e4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d078b77de28d47cd8114aff56ff93009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251732 Jul 14 14:15:35.269437 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38562) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:35.276350 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf4372-212f-4208-8bdc-55b690663e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceac85e-575a-455b-98b3-50faead023c9,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:35.393021 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eca08919-ced5-41f8-8692-0e0cae0e9331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.457012 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eca08919-ced5-41f8-8692-0e0cae0e9331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.545683 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5f3ea-978c-418d-9025-d68a7ecfcd7c req-0e63de02-212d-4a68-8fd2-51e39c3cece3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:35.547280 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-94e5f3ea-978c-418d-9025-d68a7ecfcd7c req-0e63de02-212d-4a68-8fd2-51e39c3cece3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1995928 Jul 14 14:15:35.560246 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eca08919-ced5-41f8-8692-0e0cae0e9331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.566850 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eca08919-ced5-41f8-8692-0e0cae0e9331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.570183 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-eca08919-ced5-41f8-8692-0e0cae0e9331 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ceac85e-575a-455b-98b3-50faead023c9 HTTP/1.1" status: 204 len: 168 time: 0.2996945 Jul 14 14:15:35.587403 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca08919-ced5-41f8-8692-0e0cae0e9331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceac85e-575a-455b-98b3-50faead023c9,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:35.636926 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-94e5f3ea-978c-418d-9025-d68a7ecfcd7c req-168aeefd-320e-4238-8d07-6132d63a6087 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753763 Jul 14 14:15:35.685694 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-079f8ce5-bb58-4657-8e65-5d668923fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.761561 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f8ce5-bb58-4657-8e65-5d668923fa60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=789c2d14-7c38-45ed-825b-cb203f13e53b,revision_number=0']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:35.789877 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f8ce5-bb58-4657-8e65-5d668923fa60 admin admin] Checking segment: {'id': '4216ffd9-cd59-4a88-8673-d186287c82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a646ae17-7841-4da3-b2c2-df65196b5678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:15:35.790759 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f8ce5-bb58-4657-8e65-5d668923fa60 admin admin] Network hostable DHCP agents. Network: a646ae17-7841-4da3-b2c2-df65196b5678, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:15:35.817730 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f8ce5-bb58-4657-8e65-5d668923fa60 admin admin] Network a646ae17-7841-4da3-b2c2-df65196b5678 is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:15:35.836381 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-079f8ce5-bb58-4657-8e65-5d668923fa60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, a646ae17-7841-4da3-b2c2-df65196b5678) {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:35.852305 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079f8ce5-bb58-4657-8e65-5d668923fa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:35.852305 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-079f8ce5-bb58-4657-8e65-5d668923fa60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:35.853735 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e0ffd8-e6a2-4e8b-93c5-1d73fd551440 None None] Network a646ae17-7841-4da3-b2c2-df65196b5678 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:15:35.874902 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-079f8ce5-bb58-4657-8e65-5d668923fa60 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7810864 Jul 14 14:15:36.012234 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80959d98-29e8-4b59-9c22-5bfa5eec807e None None] Network a646ae17-7841-4da3-b2c2-df65196b5678 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:15:36.457776 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38612) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:36.475586 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a86a-8ad0-4124-8e75-b9a78ad6a5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:36.627900 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a86a-8ad0-4124-8e75-b9a78ad6a5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:36.652625 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a86a-8ad0-4124-8e75-b9a78ad6a5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:36.775951 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2a86a-8ad0-4124-8e75-b9a78ad6a5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96228e43-8142-4ee1-a0f9-4129c3908bd8,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:36.787277 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-6ac2a86a-8ad0-4124-8e75-b9a78ad6a5d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7623b5260da4ef893e0236c03be8ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284252 Jul 14 14:15:36.789940 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38634) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:36.882663 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c431128b-2a89-475d-b43f-aa6822e2d8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:36.908328 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c431128b-2a89-475d-b43f-aa6822e2d8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:36.967925 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85990c-a066-4f22-bcf9-de24c87fd9bb req-e8ed8cb9-238d-4082-b3f8-0962e4ab346e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:36.975350 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4b85990c-a066-4f22-bcf9-de24c87fd9bb req-e8ed8cb9-238d-4082-b3f8-0962e4ab346e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1363411 Jul 14 14:15:36.976271 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c431128b-2a89-475d-b43f-aa6822e2d8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:36.983534 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c431128b-2a89-475d-b43f-aa6822e2d8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:36.985898 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-c431128b-2a89-475d-b43f-aa6822e2d8e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96228e43-8142-4ee1-a0f9-4129c3908bd8 HTTP/1.1" status: 204 len: 168 time: 0.1943331 Jul 14 14:15:37.004315 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431128b-2a89-475d-b43f-aa6822e2d8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96228e43-8142-4ee1-a0f9-4129c3908bd8,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:37.031991 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4b85990c-a066-4f22-bcf9-de24c87fd9bb req-16100191-4b7a-4b2e-8383-b8db2fb1aaa1 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553794 Jul 14 14:15:37.160185 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38652) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:37.165340 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-148631197-network', 'tenant_id': '7dabf1f4061a48c28ad11529f13d21c9'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:15:37.196032 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Made reservation on behalf of 7dabf1f4061a48c28ad11529f13d21c9 for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:15:37.201628 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:37.211397 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:37.352118 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:37.357021 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:37.379506 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:15:37.393433 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c35c75a-2165-4977-9562-dce983726bfd,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:37.398534 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:37.398868 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.segments_db [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Added segment b22bf144-0a9c-495f-9602-0921ddcb8c75 of type vlan for network 9d3c62f6-b00e-47b8-a155-0764af144900 Jul 14 14:15:37.443665 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:37.475363 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:37.476404 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:37.477037 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:37.531916 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3703959 Jul 14 14:15:37.535170 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38672) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:37.538718 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516d4b5-38e1-4492-adf4-2fa70be8d7c4 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3c62f6-b00e-47b8-a155-0764af144900,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:37.541802 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-583ce364-4705-4fe4-8f86-8d4fa4f95281 admin admin] Request body: {'subnet': {'network_id': '9d3c62f6-b00e-47b8-a155-0764af144900', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-148631197-subnet', 'tenant_id': '7dabf1f4061a48c28ad11529f13d21c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:15:37.551834 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 9d3c62f6-b00e-47b8-a155-0764af144900 details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:15:37.566320 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583ce364-4705-4fe4-8f86-8d4fa4f95281 admin admin] Made reservation on behalf of 7dabf1f4061a48c28ad11529f13d21c9 for: {'subnet': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:15:37.568642 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-583ce364-4705-4fe4-8f86-8d4fa4f95281 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:37.741758 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-583ce364-4705-4fe4-8f86-8d4fa4f95281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:37.801131 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ce364-4705-4fe4-8f86-8d4fa4f95281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf9cb41-7d95-4f54-a1e6-16e4d88cb1df,revision_number=0']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:37.810362 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ce364-4705-4fe4-8f86-8d4fa4f95281 admin admin] Checking segment: {'id': 'b22bf144-0a9c-495f-9602-0921ddcb8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9d3c62f6-b00e-47b8-a155-0764af144900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:15:37.810487 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ce364-4705-4fe4-8f86-8d4fa4f95281 admin admin] Network hostable DHCP agents. Network: 9d3c62f6-b00e-47b8-a155-0764af144900, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:15:37.828702 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ce364-4705-4fe4-8f86-8d4fa4f95281 admin admin] Network 9d3c62f6-b00e-47b8-a155-0764af144900 is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:15:37.838059 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-583ce364-4705-4fe4-8f86-8d4fa4f95281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 9d3c62f6-b00e-47b8-a155-0764af144900) {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:37.842549 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583ce364-4705-4fe4-8f86-8d4fa4f95281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:37.843561 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-583ce364-4705-4fe4-8f86-8d4fa4f95281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:37.851098 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa62213-89f8-4673-ab80-cea32518b1a9 None None] Network 9d3c62f6-b00e-47b8-a155-0764af144900 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:15:37.877778 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-583ce364-4705-4fe4-8f86-8d4fa4f95281 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3330646 Jul 14 14:15:38.006731 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38698) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:38.039859 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b68726-3a03-43e1-bcb0-488d196dcb94 None None] Network 9d3c62f6-b00e-47b8-a155-0764af144900 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:15:38.057802 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45b4cfc-2e1d-459c-9623-4a7561c18a41 admin admin] Deleting subnet 789c2d14-7c38-45ed-825b-cb203f13e53b {{(pid=93057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:15:38.061686 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c45b4cfc-2e1d-459c-9623-4a7561c18a41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.106815 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c45b4cfc-2e1d-459c-9623-4a7561c18a41 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.116352 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c45b4cfc-2e1d-459c-9623-4a7561c18a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.241692 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c45b4cfc-2e1d-459c-9623-4a7561c18a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.271292 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b4cfc-2e1d-459c-9623-4a7561c18a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789c2d14-7c38-45ed-825b-cb203f13e53b,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:38.273445 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c45b4cfc-2e1d-459c-9623-4a7561c18a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.275520 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-c45b4cfc-2e1d-459c-9623-4a7561c18a41 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/789c2d14-7c38-45ed-825b-cb203f13e53b HTTP/1.1" status: 204 len: 168 time: 0.2677324 Jul 14 14:15:38.278193 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38704) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:38.289574 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164650d-bd10-4ef6-a367-5fd24180852c req-0b96bac0-a723-4422-827a-3022599ec665 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:38.296914 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9164650d-bd10-4ef6-a367-5fd24180852c req-0b96bac0-a723-4422-827a-3022599ec665 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1343067 Jul 14 14:15:38.348453 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9164650d-bd10-4ef6-a367-5fd24180852c req-fd35edb4-717c-4310-9066-a19aac993874 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504494 Jul 14 14:15:38.360390 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.503087 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.513357 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a646ae17-7841-4da3-b2c2-df65196b5678']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:38.524631 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4216ffd9-cd59-4a88-8673-d186287c82f8') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:38.524858 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4216ffd9-cd59-4a88-8673-d186287c82f8') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:38.536169 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9356644'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.555262 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.562047 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:15:38.563241 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9481460'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: Traceback (most recent call last): Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: timer() Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: cb(*args, **kw) Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: return func(*args, **kwargs) Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: self._notify() Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: self.callback(batched_events) Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: event.method(event) Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: return f(self, *a, **k) Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: return self._get(url).json() Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:15:38.565448 dv-cinder-679138-10-smb neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:15:38.627699 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.633055 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.637504 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] 10.222.0.53 "DELETE /v2.0/networks/a646ae17-7841-4da3-b2c2-df65196b5678 HTTP/1.1" status: 204 len: 168 time: 0.3554032 Jul 14 14:15:38.638258 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38722) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:38.645593 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90baee7f-cace-497d-9991-c6b67181098a admin admin] Pushing event deleted for resources: {'Network': ['ID=a646ae17-7841-4da3-b2c2-df65196b5678,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:38.690537 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6c99d4-422f-4d42-8d6f-58c44815df70 admin admin] Deleting subnet aaf9cb41-7d95-4f54-a1e6-16e4d88cb1df {{(pid=93057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:15:38.693941 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7e6c99d4-422f-4d42-8d6f-58c44815df70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.699662 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38724) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:38.729624 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7e6c99d4-422f-4d42-8d6f-58c44815df70 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.736697 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7e6c99d4-422f-4d42-8d6f-58c44815df70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.797570 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7e6c99d4-422f-4d42-8d6f-58c44815df70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for subnet, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.805399 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f4159bac-990e-41fe-a3d4-e884515006ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.827158 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c99d4-422f-4d42-8d6f-58c44815df70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf9cb41-7d95-4f54-a1e6-16e4d88cb1df,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:38.833015 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7e6c99d4-422f-4d42-8d6f-58c44815df70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.836556 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-7e6c99d4-422f-4d42-8d6f-58c44815df70 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aaf9cb41-7d95-4f54-a1e6-16e4d88cb1df HTTP/1.1" status: 204 len: 168 time: 0.1965413 Jul 14 14:15:38.838250 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38728) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:38.897082 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f4159bac-990e-41fe-a3d4-e884515006ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.900940 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f4159bac-990e-41fe-a3d4-e884515006ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.909356 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:38.939739 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-f4159bac-990e-41fe-a3d4-e884515006ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=933f13e787cc455da35971199531c417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383363 Jul 14 14:15:38.941768 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4159bac-990e-41fe-a3d4-e884515006ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae60a47-2285-4da5-a257-644c5bb02bd0,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:38.941888 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38730) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:39.016920 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.029156 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.029500 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.030246 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.030588 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.030922 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.031250 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.031564 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.031892 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.032201 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.032530 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.098312 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.098659 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.098993 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.099323 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:15:39.099714 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.services.segments.db [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3c62f6-b00e-47b8-a155-0764af144900']}} {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:39.126998 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.services.segments.db [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22bf144-0a9c-495f-9602-0921ddcb8c75') {'for_net_delete': True} {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:39.127289 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.services.segments.db [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22bf144-0a9c-495f-9602-0921ddcb8c75') {} {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:39.144412 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5d2fec87-a592-4668-99e2-2e6dd4e517ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.147721 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9166538'] for segment, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.179529 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.187593 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5d2fec87-a592-4668-99e2-2e6dd4e517ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.196641 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:15:39.196986 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9166169'] for segment, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: from cryptography.utils import int_from_bytes Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: from cryptography.utils import int_from_bytes Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: Traceback (most recent call last): Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: timer() Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: cb(*args, **kw) Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: return func(*args, **kwargs) Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: self._notify() Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: self.callback(batched_events) Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: event.method(event) Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: return f(self, *a, **k) Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: return self._get(url).json() Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: return self.request(url, 'GET', **kwargs) Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:15:39.200737 dv-cinder-679138-10-smb neutron-server[93057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:15:39.277672 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.291968 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.297098 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9d3c62f6-b00e-47b8-a155-0764af144900 HTTP/1.1" status: 204 len: 168 time: 0.4549270 Jul 14 14:15:39.324465 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5d2fec87-a592-4668-99e2-2e6dd4e517ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.327598 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5d2fec87-a592-4668-99e2-2e6dd4e517ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.328886 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-5d2fec87-a592-4668-99e2-2e6dd4e517ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ae60a47-2285-4da5-a257-644c5bb02bd0 HTTP/1.1" status: 204 len: 168 time: 0.3861296 Jul 14 14:15:39.334004 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f229a7-84d6-436b-8c3e-60ff7c4347c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3c62f6-b00e-47b8-a155-0764af144900,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:39.346636 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fec87-a592-4668-99e2-2e6dd4e517ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae60a47-2285-4da5-a257-644c5bb02bd0,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:39.503936 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38762) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:39.574840 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-5ef90837-eb00-4702-8aa6-d66f6658627a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52654cd11446408b9cd3c528c6ac8e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661516 Jul 14 14:15:39.575306 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38766) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:39.600182 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486f76-7f2c-40e0-8e27-c63432767377 req-c98f42b2-fda5-455c-996e-e3656b9ea15b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:39.601992 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9e486f76-7f2c-40e0-8e27-c63432767377 req-c98f42b2-fda5-455c-996e-e3656b9ea15b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1124876 Jul 14 14:15:39.672996 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eba22bde-fb3d-4be8-9727-0c188665eb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.687683 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9e486f76-7f2c-40e0-8e27-c63432767377 req-1afb472c-6a3c-410f-a48f-36863de13f06 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787067 Jul 14 14:15:39.718839 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eba22bde-fb3d-4be8-9727-0c188665eb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.787201 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eba22bde-fb3d-4be8-9727-0c188665eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.790212 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eba22bde-fb3d-4be8-9727-0c188665eb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.792654 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-eba22bde-fb3d-4be8-9727-0c188665eb3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebabad69-5e97-4bd2-9362-59a724329596 HTTP/1.1" status: 204 len: 168 time: 0.2161987 Jul 14 14:15:39.801264 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba22bde-fb3d-4be8-9727-0c188665eb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebabad69-5e97-4bd2-9362-59a724329596,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:39.977307 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9e70da60-9cfa-45e0-9011-a804035d5b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:40.089344 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38796) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:40.130066 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-985197a1-f602-4c27-bb2a-d6009b60c30e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7dabf1f4061a48c28ad11529f13d21c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395639 Jul 14 14:15:40.132472 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38800) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:40.180474 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c00b3473-8f4b-4a72-a7a9-4437a8033cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:40.201080 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c00b3473-8f4b-4a72-a7a9-4437a8033cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:40.250950 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c00b3473-8f4b-4a72-a7a9-4437a8033cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:40.253604 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c00b3473-8f4b-4a72-a7a9-4437a8033cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:40.254766 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-c00b3473-8f4b-4a72-a7a9-4437a8033cf4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c35c75a-2165-4977-9562-dce983726bfd HTTP/1.1" status: 204 len: 168 time: 0.1212273 Jul 14 14:15:40.262230 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b3473-8f4b-4a72-a7a9-4437a8033cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c35c75a-2165-4977-9562-dce983726bfd,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:40.927942 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ed36b-354d-407f-8d2f-fbd6e307791e req-ce953df2-66b2-4cb7-9dbb-7c54e9f5250f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:40.935168 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-006ed36b-354d-407f-8d2f-fbd6e307791e req-ce953df2-66b2-4cb7-9dbb-7c54e9f5250f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1282063 Jul 14 14:15:41.003898 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-006ed36b-354d-407f-8d2f-fbd6e307791e req-3622e7a3-5f64-41ea-adb0-8c9a80274f3f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585413 Jul 14 14:15:41.132522 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38872) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:41.249918 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf540-d6cd-43af-929f-7171f259bb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:41.350683 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf540-d6cd-43af-929f-7171f259bb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:41.355243 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf540-d6cd-43af-929f-7171f259bb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:41.397486 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-4dcaf540-d6cd-43af-929f-7171f259bb3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b31e16b73bf44e31833d87a028afb197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638402 Jul 14 14:15:41.398543 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaf540-d6cd-43af-929f-7171f259bb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110e30fe-fc9a-4bc6-9706-4da0fcd6dffa,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:41.400341 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38886) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:41.472009 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af640cd0-4300-42c0-812e-74e1e54d60f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:41.495389 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af640cd0-4300-42c0-812e-74e1e54d60f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:41.543351 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af640cd0-4300-42c0-812e-74e1e54d60f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:41.545869 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af640cd0-4300-42c0-812e-74e1e54d60f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:41.547046 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-af640cd0-4300-42c0-812e-74e1e54d60f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/110e30fe-fc9a-4bc6-9706-4da0fcd6dffa HTTP/1.1" status: 204 len: 168 time: 0.1455746 Jul 14 14:15:41.556534 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af640cd0-4300-42c0-812e-74e1e54d60f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110e30fe-fc9a-4bc6-9706-4da0fcd6dffa,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:42.019171 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38926) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:42.113835 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38936) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:42.235166 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403836be-42b3-4a14-b22f-d5ee4c69f64b req-68c922d8-febe-4e0d-ae7f-0ee153c9227f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:42.243428 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-403836be-42b3-4a14-b22f-d5ee4c69f64b req-68c922d8-febe-4e0d-ae7f-0ee153c9227f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1139178 Jul 14 14:15:42.316437 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-403836be-42b3-4a14-b22f-d5ee4c69f64b req-088575bf-f8a2-4e97-88a6-d35238ae5357 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718484 Jul 14 14:15:42.320026 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5367bbcd-fab3-4435-b1d7-9c051bfe4f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:42.356309 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-07674ffe-7d2a-4459-b8f7-d711f60f1a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:42.359193 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e33a535f-d3b4-4557-9d19-5f76899a05fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:42.409722 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.db.api [None req-e33a535f-d3b4-4557-9d19-5f76899a05fb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 14:15:42.409722 dv-cinder-679138-10-smb neutron-server[93057]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 14:15:42.409722 dv-cinder-679138-10-smb neutron-server[93057]: [parameters: {'project_id': 'f3118a7e0a91451bbda0193fe50e7a9d', 'id': 'e28f98af-01fb-4cd3-acd0-cfdffe32c02a', 'expiration': datetime.datetime(2021, 7, 14, 14, 17, 42, 393551)}] Jul 14 14:15:42.409722 dv-cinder-679138-10-smb neutron-server[93057]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 14:15:42.410092 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG oslo_db.api [None req-e33a535f-d3b4-4557-9d19-5f76899a05fb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 14:15:42.528321 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c146e-7d44-4212-9092-0abdb4e1bfd1 req-9ccda7de-83fc-4837-9efb-1410afd464cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:42.529968 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-675c146e-7d44-4212-9092-0abdb4e1bfd1 req-9ccda7de-83fc-4837-9efb-1410afd464cf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 1098 time: 0.0913603 Jul 14 14:15:42.547514 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-07674ffe-7d2a-4459-b8f7-d711f60f1a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:42.561073 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-07674ffe-7d2a-4459-b8f7-d711f60f1a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:42.615043 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-07674ffe-7d2a-4459-b8f7-d711f60f1a9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3598aeb8a66546d0b2bb1b5238bddc66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998631 Jul 14 14:15:42.618146 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38960) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:42.618613 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-675c146e-7d44-4212-9092-0abdb4e1bfd1 req-4649110d-aa97-45bf-86ac-ed3bc5e23a2f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771372 Jul 14 14:15:42.619427 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07674ffe-7d2a-4459-b8f7-d711f60f1a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972cb54d-04ac-4f0f-b519-e3e844ede94f,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:42.677873 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-495e2a0c-c1a5-4536-b1d7-f7455a47463c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:42.681929 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:42.701328 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-495e2a0c-c1a5-4536-b1d7-f7455a47463c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:42.746316 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-495e2a0c-c1a5-4536-b1d7-f7455a47463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:42.748741 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-495e2a0c-c1a5-4536-b1d7-f7455a47463c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:42.749925 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-495e2a0c-c1a5-4536-b1d7-f7455a47463c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/972cb54d-04ac-4f0f-b519-e3e844ede94f HTTP/1.1" status: 204 len: 168 time: 0.1296942 Jul 14 14:15:42.757898 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e2a0c-c1a5-4536-b1d7-f7455a47463c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972cb54d-04ac-4f0f-b519-e3e844ede94f,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:42.911611 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e33a535f-d3b4-4557-9d19-5f76899a05fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:42.999180 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e33a535f-d3b4-4557-9d19-5f76899a05fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.003470 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e33a535f-d3b4-4557-9d19-5f76899a05fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.009842 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38966) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:43.023029 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7a55e1a8-caaf-4dae-a97a-6e11a70d295a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.041351 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-e33a535f-d3b4-4557-9d19-5f76899a05fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3118a7e0a91451bbda0193fe50e7a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0209956 Jul 14 14:15:43.042460 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 38968) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:43.043135 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a535f-d3b4-4557-9d19-5f76899a05fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd6a35e-a841-47de-931d-306e9e637192,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:43.119116 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50640ade-51cd-4bc1-920d-70f68750e05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.153230 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50640ade-51cd-4bc1-920d-70f68750e05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.170672 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7a55e1a8-caaf-4dae-a97a-6e11a70d295a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.176134 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7a55e1a8-caaf-4dae-a97a-6e11a70d295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.226496 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-7a55e1a8-caaf-4dae-a97a-6e11a70d295a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec66d89b1e954199a2712a77a05ea4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155027 Jul 14 14:15:43.227929 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55e1a8-caaf-4dae-a97a-6e11a70d295a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d84faf-f5c5-45a7-a45c-42d8610ae54d,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:43.229340 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 38970) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:43.245232 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50640ade-51cd-4bc1-920d-70f68750e05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.249217 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50640ade-51cd-4bc1-920d-70f68750e05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.250427 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-50640ade-51cd-4bc1-920d-70f68750e05e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdd6a35e-a841-47de-931d-306e9e637192 HTTP/1.1" status: 204 len: 168 time: 0.2064562 Jul 14 14:15:43.260500 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50640ade-51cd-4bc1-920d-70f68750e05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd6a35e-a841-47de-931d-306e9e637192,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:43.290089 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1001aa2d-2c0e-44a5-a5a1-6bb5ff30f428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.313283 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1001aa2d-2c0e-44a5-a5a1-6bb5ff30f428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.379826 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1001aa2d-2c0e-44a5-a5a1-6bb5ff30f428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.382705 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1001aa2d-2c0e-44a5-a5a1-6bb5ff30f428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.386279 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-1001aa2d-2c0e-44a5-a5a1-6bb5ff30f428 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1d84faf-f5c5-45a7-a45c-42d8610ae54d HTTP/1.1" status: 204 len: 168 time: 0.1536150 Jul 14 14:15:43.392104 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001aa2d-2c0e-44a5-a5a1-6bb5ff30f428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d84faf-f5c5-45a7-a45c-42d8610ae54d,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:43.560158 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ed904-04cb-4e39-a41d-dec693cc9d38 req-d7032766-6119-4b93-9b27-5658c0313885 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:43.562153 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0e5ed904-04cb-4e39-a41d-dec693cc9d38 req-d7032766-6119-4b93-9b27-5658c0313885 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.0872827 Jul 14 14:15:43.625324 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0e5ed904-04cb-4e39-a41d-dec693cc9d38 req-c6fc5e1e-0334-4dd0-9bf8-48966acd66ce tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572491 Jul 14 14:15:43.769203 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:44.247764 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39048) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:44.440678 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1816068261-network', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:15:44.461743 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Made reservation on behalf of 1d86ef4389834ab9980f774ec2beb1e0 for: {'network': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:15:44.464196 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:44.472451 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:44.561523 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:44.565829 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:44.589092 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:15:44.598553 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13affba1-6de0-44a2-a892-069b1bf34f38,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:44.603108 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:44.603440 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.segments_db [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Added segment 72a038ce-ad7a-47ac-9a60-732673527f21 of type vlan for network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 Jul 14 14:15:44.643017 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:44.672729 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:44.674697 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:44.675537 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:44.969993 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39082) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:44.970505 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7212405 Jul 14 14:15:44.978333 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-94817cf5-503f-421c-b03e-c10e1934be67 admin admin] Request body: {'subnet': {'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1816068261-subnet', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:15:45.010198 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94817cf5-503f-421c-b03e-c10e1934be67 admin admin] Made reservation on behalf of 1d86ef4389834ab9980f774ec2beb1e0 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:15:45.014488 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-94817cf5-503f-421c-b03e-c10e1934be67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234376'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:45.040846 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfb642-9df7-47d7-8690-ed6656ef9070 admin admin] Pushing event updated for resources: {'Network': ['ID=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:45.056932 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:15:45.088457 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14b852-0c07-441e-b533-a37e4583ab0a req-f7b90487-4517-419f-af2a-62e91b6b12eb tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:45.090007 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6a14b852-0c07-441e-b533-a37e4583ab0a req-f7b90487-4517-419f-af2a-62e91b6b12eb tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1404839 Jul 14 14:15:45.105251 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b61ba0ed-e8eb-42c5-b266-1c5179be2275 req-dee0a55c-225e-459b-86e0-6aeff6365d22 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1540959 Jul 14 14:15:45.192242 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6a14b852-0c07-441e-b533-a37e4583ab0a req-942e78ed-452a-4695-8703-01824ea13302 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938892 Jul 14 14:15:45.192645 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:45.226634 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ba0ed-e8eb-42c5-b266-1c5179be2275 req-9e77730a-3afe-487b-82c7-182a20eb02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:45.228601 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b61ba0ed-e8eb-42c5-b266-1c5179be2275 req-9e77730a-3afe-487b-82c7-182a20eb02f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 1098 time: 0.0716825 Jul 14 14:15:45.335464 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-94817cf5-503f-421c-b03e-c10e1934be67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9482139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234426'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:45.403919 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817cf5-503f-421c-b03e-c10e1934be67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d09fa29-169b-4738-a23e-0588e8055df4,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:45.415165 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94817cf5-503f-421c-b03e-c10e1934be67 admin admin] Checking segment: {'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:15:45.415526 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94817cf5-503f-421c-b03e-c10e1934be67 admin admin] Network hostable DHCP agents. Network: 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:15:45.436722 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ba0ed-e8eb-42c5-b266-1c5179be2275 req-7eca41e8-d1f7-43a0-b2e2-c733ca8d9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:45.438522 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b61ba0ed-e8eb-42c5-b266-1c5179be2275 req-7eca41e8-d1f7-43a0-b2e2-c733ca8d9889 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 920 time: 0.1810830 Jul 14 14:15:45.440683 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94817cf5-503f-421c-b03e-c10e1934be67 admin admin] Network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:15:45.453266 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8467626-5320-4686-8e58-0227060b0769 req-6b4b4a4f-cc04-44d5-b09e-70057e68a117 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:45.455704 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c8467626-5320-4686-8e58-0227060b0769 req-6b4b4a4f-cc04-44d5-b09e-70057e68a117 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1096261 Jul 14 14:15:45.455964 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-94817cf5-503f-421c-b03e-c10e1934be67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:45.471659 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94817cf5-503f-421c-b03e-c10e1934be67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:45.472375 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-94817cf5-503f-421c-b03e-c10e1934be67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:45.472503 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9402733f-7bed-4ec3-bab4-b53e90679763 None None] Network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:15:45.489844 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-94817cf5-503f-421c-b03e-c10e1934be67 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5174489 Jul 14 14:15:45.494120 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39096) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:45.504160 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:15:45.522222 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b61ba0ed-e8eb-42c5-b266-1c5179be2275 req-197d9b7e-abbf-4ecc-82c6-77209631b1cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c559f6e-e37a-49b9-9830-046bb6f666ac HTTP/1.1" status: 200 len: 217 time: 0.0650387 Jul 14 14:15:45.549835 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28540'] for router, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:45.551362 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3860646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4239'] for router, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:45.601527 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c8467626-5320-4686-8e58-0227060b0769 req-bf7d4c68-3f0e-439f-b887-ebc7dc6e96c3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363194 Jul 14 14:15:45.609712 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ba0ed-e8eb-42c5-b266-1c5179be2275 req-e6eacf47-589e-401d-8c3f-2e50bba40f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:45.613196 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b61ba0ed-e8eb-42c5-b266-1c5179be2275 req-e6eacf47-589e-401d-8c3f-2e50bba40f0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fffa1587-fcbd-412b-b57e-71c0cd21620e HTTP/1.1" status: 200 len: 859 time: 0.0810306 Jul 14 14:15:45.679706 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b61ba0ed-e8eb-42c5-b266-1c5179be2275 req-f1873af9-d1d9-4234-9dcf-6df28d678744 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574665 Jul 14 14:15:45.687496 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:45.777602 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b61ba0ed-e8eb-42c5-b266-1c5179be2275 req-3758a550-78e4-410a-88aa-b07113276666 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896981 Jul 14 14:15:45.878655 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a962f5-06de-5b6f-a7b7-a44709c80867-3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'fixed_ips': [{'subnet_id': '0d09fa29-169b-4738-a23e-0588e8055df4'}]}} from dv-cinder-679138-10-smb. {{(pid=93059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:15:45.880664 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:45.889111 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4253'] for router, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:45.979308 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b61ba0ed-e8eb-42c5-b266-1c5179be2275 req-532f767d-0020-43a7-be51-4f377af88730 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927216 Jul 14 14:15:46.048452 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Allocated IP 172.20.0.2 (3e05f0e9-a9e6-48fa-945d-74e7bf473cf7/0d09fa29-169b-4738-a23e-0588e8055df4/5928d89f-8536-4c0d-9940-d16c83106f06) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:15:46.231720 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:46.263506 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:46.266628 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:46.275319 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Transition to ACTIVE for port object 5928d89f-8536-4c0d-9940-d16c83106f06 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:15:46.294344 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Transition to ACTIVE for port object 5928d89f-8536-4c0d-9940-d16c83106f06 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:15:46.305581 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:46.374204 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Pushing event updated for resources: {'Port': ['ID=5928d89f-8536-4c0d-9940-d16c83106f06,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:46.383465 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:15:46.385479 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:46.394592 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:15:46.405627 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:46.406115 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:46.406551 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:46.407002 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:46.408037 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:46.408478 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:46.409200 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:46.409632 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:46.410080 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:46.410513 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:46.410937 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:46.411492 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:46.498499 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Attempting to bind port 5928d89f-8536-4c0d-9940-d16c83106f06 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:15:46.499545 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Attempting to bind port 5928d89f-8536-4c0d-9940-d16c83106f06 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:15:46.500143 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Attempting to bind port 5928d89f-8536-4c0d-9940-d16c83106f06 on network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:15:46.507471 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:15:46.508126 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Checking segment: {'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:15:46.508733 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:46.509760 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Bound using segment: {'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:15:46.510458 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Bound port: 5928d89f-8536-4c0d-9940-d16c83106f06, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:15:46.511062 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:46.606762 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] For port 5928d89f-8536-4c0d-9940-d16c83106f06, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:15:46.610119 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] For port 5928d89f-8536-4c0d-9940-d16c83106f06, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=5928d89f-8536-4c0d-9940-d16c83106f06,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:15:46.615089 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:46.645613 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Allocated IP 172.28.3.88 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/d0c27a85-1e76-4d19-99a7-5b78e96245ae) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:15:46.681452 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06688377-b4a5-45b0-9cdc-bb317a7f8342 None None] Pushing event updated for resources: {'Port': ['ID=5928d89f-8536-4c0d-9940-d16c83106f06,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:46.834767 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:46.885759 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:46.958475 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:15:46.962651 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:46.965720 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:15:46.992434 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c27a85-1e76-4d19-99a7-5b78e96245ae,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:47.277062 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:47.538862 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861333'] for router, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:47.693236 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Router 472d68be-28fb-4d04-8972-dec5a6f44dea is scheduled to L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 with binding_index 1 {{(pid=93058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:15:47.730790 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ece38-2fe5-41bf-9e01-0ec1bfdf814c req-cc4237a5-5d6f-44ad-a209-f035095965a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:47.732729 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f11ece38-2fe5-41bf-9e01-0ec1bfdf814c req-cc4237a5-5d6f-44ad-a209-f035095965a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 1098 time: 0.0699811 Jul 14 14:15:47.914559 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac37cc1-9c47-49a5-855b-a09a8dcc3f33 None None] Network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:15:47.921491 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ece38-2fe5-41bf-9e01-0ec1bfdf814c req-1cbdff2e-3e19-4d9c-89ef-2e33459e35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:47.923111 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f11ece38-2fe5-41bf-9e01-0ec1bfdf814c req-1cbdff2e-3e19-4d9c-89ef-2e33459e35d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 920 time: 0.1825702 Jul 14 14:15:47.937460 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:15:47.951909 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Sync routers for ids ['472d68be-28fb-4d04-8972-dec5a6f44dea'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:15:47.967141 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Routers {'472d68be-28fb-4d04-8972-dec5a6f44dea'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:15:47.968272 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:15:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['472d68be-28fb-4d04-8972-dec5a6f44dea'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:47.979785 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:47.980919 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-f67b2daf-235c-41a5-ab61-cb47eece1bf5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4851398 Jul 14 14:15:47.983797 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39178) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:47.988377 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f11ece38-2fe5-41bf-9e01-0ec1bfdf814c req-4ed051b3-7257-4422-b1b0-34ac7edde360 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c559f6e-e37a-49b9-9830-046bb6f666ac HTTP/1.1" status: 200 len: 217 time: 0.0566294 Jul 14 14:15:48.011821 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-d3393ed3-bfbb-4695-933d-bcda182130be None None] Provisioning for port 5928d89f-8536-4c0d-9940-d16c83106f06 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:15:48.033387 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a0d15-be59-4e11-8d01-60a317ef2709 req-0423bd06-0f87-4fcb-ad3c-e74cd808f7fe tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:48.034918 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-912a0d15-be59-4e11-8d01-60a317ef2709 req-0423bd06-0f87-4fcb-ad3c-e74cd808f7fe tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1805661 Jul 14 14:15:48.077843 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ece38-2fe5-41bf-9e01-0ec1bfdf814c req-74ba78c8-aa83-48f7-8c28-009ed393be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:48.079854 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f11ece38-2fe5-41bf-9e01-0ec1bfdf814c req-74ba78c8-aa83-48f7-8c28-009ed393be20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fffa1587-fcbd-412b-b57e-71c0cd21620e HTTP/1.1" status: 200 len: 859 time: 0.0853655 Jul 14 14:15:48.103525 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-912a0d15-be59-4e11-8d01-60a317ef2709 req-62ead8c1-56c9-4969-b042-3201bd42a738 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600898 Jul 14 14:15:48.122472 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f11ece38-2fe5-41bf-9e01-0ec1bfdf814c req-f38a52c0-9346-4a84-838d-8a1cbda5b7cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333910 Jul 14 14:15:48.196413 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Set router 472d68be-28fb-4d04-8972-dec5a6f44dea gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:15:48.289232 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f11ece38-2fe5-41bf-9e01-0ec1bfdf814c req-c62a95fd-a63e-47f1-9a59-c0a5531a663f service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538849 Jul 14 14:15:48.470059 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f11ece38-2fe5-41bf-9e01-0ec1bfdf814c req-d53daf4d-e700-4fda-b7f0-d5e6ac6eba77 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738002 Jul 14 14:15:48.554282 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:15:47Z', 'revision_number': 3, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:48.596539 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Checking router: 472d68be-28fb-4d04-8972-dec5a6f44dea for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:15:48.597293 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Updating router 472d68be-28fb-4d04-8972-dec5a6f44dea port d0c27a85-1e76-4d19-99a7-5b78e96245ae binding host dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:15:48.640358 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:48.694766 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:48.864167 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Allocated IP 172.20.0.1 (3e05f0e9-a9e6-48fa-945d-74e7bf473cf7/0d09fa29-169b-4738-a23e-0588e8055df4/bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:15:48.926396 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 5928d89f-8536-4c0d-9940-d16c83106f06 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:15:48.972570 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:48.990020 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Transition to ACTIVE for port object d0c27a85-1e76-4d19-99a7-5b78e96245ae will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:15:48.996422 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.001856 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.022765 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Transition to ACTIVE for port object bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:15:49.027587 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 5928d89f-8536-4c0d-9940-d16c83106f06 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:15:49.032461 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 5928d89f-8536-4c0d-9940-d16c83106f06 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:49.032896 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.047364 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39212) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:49.068616 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Attempting to bind port d0c27a85-1e76-4d19-99a7-5b78e96245ae on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:15:49.069271 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Attempting to bind port d0c27a85-1e76-4d19-99a7-5b78e96245ae by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:15:49.069793 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Attempting to bind port d0c27a85-1e76-4d19-99a7-5b78e96245ae on network 784e43e9-632a-4141-91b3-1523b332ebc2 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:15:49.079696 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:15:49.080352 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Checking segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:15:49.080957 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.081499 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Bound using segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:15:49.082125 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Bound port: d0c27a85-1e76-4d19-99a7-5b78e96245ae, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:15:49.082691 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.082928 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.127353 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.128661 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Pushing event updated for resources: {'Port': ['ID=d0c27a85-1e76-4d19-99a7-5b78e96245ae,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:49.149237 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:49.149928 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:49.150595 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:49.151173 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:49.151769 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:49.152283 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:49.152773 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:49.153404 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:49.154023 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:49.154497 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:49.154958 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:49.155613 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:15:49.181997 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port 5928d89f-8536-4c0d-9940-d16c83106f06, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=5928d89f-8536-4c0d-9940-d16c83106f06,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:49.186919 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.188948 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] For port d0c27a85-1e76-4d19-99a7-5b78e96245ae, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:15:49.194953 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] For port d0c27a85-1e76-4d19-99a7-5b78e96245ae, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=d0c27a85-1e76-4d19-99a7-5b78e96245ae,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:15:49.197460 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:15:49.200597 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.216509 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:49.224213 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7f012e2c-5777-4a85-9472-10a170cf0cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.228287 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:15:49.259114 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=5928d89f-8536-4c0d-9940-d16c83106f06,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:49.291235 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Pushing event updated for resources: {'Port': ['ID=bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:49.291553 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16dae7-dabf-4227-b18a-6cdbe682569e None None] Pushing event updated for resources: {'Port': ['ID=d0c27a85-1e76-4d19-99a7-5b78e96245ae,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:49.294822 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Routers {'472d68be-28fb-4d04-8972-dec5a6f44dea'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:15:49.295479 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:15:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['472d68be-28fb-4d04-8972-dec5a6f44dea'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:49.321507 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861414'] for router_interface, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.445228 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] Set router 472d68be-28fb-4d04-8972-dec5a6f44dea gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:15:49.483855 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-357b4a8f-6a87-4629-915c-a181cec27e9f None None] Provisioning for port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:15:49.497082 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-357b4a8f-6a87-4629-915c-a181cec27e9f None None] Provisioning complete for port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:49.497082 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-357b4a8f-6a87-4629-915c-a181cec27e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.497545 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7f012e2c-5777-4a85-9472-10a170cf0cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.503032 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.510248 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7f012e2c-5777-4a85-9472-10a170cf0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.581929 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32e0c5-18e0-47bf-8435-9d3e2f808f62 req-dafc7df1-43f7-45fd-8fdb-c5e7afd2ec9b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:49.582204 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-357b4a8f-6a87-4629-915c-a181cec27e9f None None] Port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:15:49.583838 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6f32e0c5-18e0-47bf-8435-9d3e2f808f62 req-dafc7df1-43f7-45fd-8fdb-c5e7afd2ec9b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.2633476 Jul 14 14:15:49.625611 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f012e2c-5777-4a85-9472-10a170cf0cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedff52b-38ca-4710-b286-2fd7faf35255,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:49.649648 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-7f012e2c-5777-4a85-9472-10a170cf0cb6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=957cf16ab8ff4a5f9105d91d507c806a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5983055 Jul 14 14:15:49.652214 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39238) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:49.742366 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6f32e0c5-18e0-47bf-8435-9d3e2f808f62 req-2697d502-77f6-4200-856c-9be6d738b994 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459968 Jul 14 14:15:49.763949 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:15:47Z', 'revision_number': 3, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:49.771352 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b368615b-7197-4a36-895c-0923654cf49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.799612 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e7173-7926-4440-9d75-fafd797f026c None None] The sync data for ids ['472d68be-28fb-4d04-8972-dec5a6f44dea'] in dv-cinder-679138-10-smb is: [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:15:47Z', 'revision_number': 3, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:15:49.822363 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b368615b-7197-4a36-895c-0923654cf49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.886010 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b368615b-7197-4a36-895c-0923654cf49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.889828 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b368615b-7197-4a36-895c-0923654cf49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.894360 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-b368615b-7197-4a36-895c-0923654cf49e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fedff52b-38ca-4710-b286-2fd7faf35255 HTTP/1.1" status: 204 len: 168 time: 0.2398934 Jul 14 14:15:49.906099 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368615b-7197-4a36-895c-0923654cf49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedff52b-38ca-4710-b286-2fd7faf35255,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:50.007404 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.013655 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.040765 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39252) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:50.104617 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Pushing event updated for resources: {'Port': ['ID=bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:50.107923 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3855382'] for router_interface, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.317951 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:15:50.323232 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:50.491622 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39272) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:50.532815 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-286cd1a9-1b1e-49b5-8f88-2f3abfb37b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.564213 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-03843a1d-97fb-419f-8a70-6c49c6642d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.582504 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Router 472d68be-28fb-4d04-8972-dec5a6f44dea has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:15:50.628791 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-fc8b5c5b-b90c-4486-b472-11bcf3f53ef8 None None] Provisioning complete for port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:50.629575 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fc8b5c5b-b90c-4486-b472-11bcf3f53ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.669821 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-286cd1a9-1b1e-49b5-8f88-2f3abfb37b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.672321 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b5c5b-b90c-4486-b472-11bcf3f53ef8 None None] Port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:15:50.675987 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-286cd1a9-1b1e-49b5-8f88-2f3abfb37b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.718137 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-286cd1a9-1b1e-49b5-8f88-2f3abfb37b7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa1c14bef3644b86b9eab612c5eff4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245641 Jul 14 14:15:50.719851 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39276) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:50.721024 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cd1a9-1b1e-49b5-8f88-2f3abfb37b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41f1eb9-e96e-4727-aef8-6495dce398e0,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:50.742438 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:15:50.758091 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-507ade15-f23e-406d-9280-ee4628001b09 admin admin] 10.222.0.53 "PUT /v2.0/routers/472d68be-28fb-4d04-8972-dec5a6f44dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7638888 Jul 14 14:15:50.794591 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0301be9a-4ea6-4ca4-aadf-179ce30a024d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.839984 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0301be9a-4ea6-4ca4-aadf-179ce30a024d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.869559 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-03843a1d-97fb-419f-8a70-6c49c6642d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.875122 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-03843a1d-97fb-419f-8a70-6c49c6642d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.906331 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0301be9a-4ea6-4ca4-aadf-179ce30a024d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.909746 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0301be9a-4ea6-4ca4-aadf-179ce30a024d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:50.913521 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-0301be9a-4ea6-4ca4-aadf-179ce30a024d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a41f1eb9-e96e-4727-aef8-6495dce398e0 HTTP/1.1" status: 204 len: 168 time: 0.1861191 Jul 14 14:15:50.920529 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-03843a1d-97fb-419f-8a70-6c49c6642d7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69a6547c5d724bbfa7d3b9148e369916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8784089 Jul 14 14:15:50.921164 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39284) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:50.929074 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301be9a-4ea6-4ca4-aadf-179ce30a024d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41f1eb9-e96e-4727-aef8-6495dce398e0,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:50.991264 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03843a1d-97fb-419f-8a70-6c49c6642d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aaec8e-0215-48aa-bc07-3ca740284ae7,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:51.063614 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device d0c27a85-1e76-4d19-99a7-5b78e96245ae up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:15:51.079697 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-40889dfb-1a0a-42ad-bb98-35aa4f6c70a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:51.083269 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627cd11-2d10-4e83-a2c5-150cb8fb4286 req-0fc11c64-a766-407e-aae9-cebf2185a583 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:51.093959 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e627cd11-2d10-4e83-a2c5-150cb8fb4286 req-0fc11c64-a766-407e-aae9-cebf2185a583 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1422930 Jul 14 14:15:51.120006 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-40889dfb-1a0a-42ad-bb98-35aa4f6c70a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:51.134232 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port d0c27a85-1e76-4d19-99a7-5b78e96245ae completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:15:51.140634 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port d0c27a85-1e76-4d19-99a7-5b78e96245ae triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:51.141229 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:51.146270 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e627cd11-2d10-4e83-a2c5-150cb8fb4286 req-47685545-729e-415b-918f-e8eac734f727 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513761 Jul 14 14:15:51.191881 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-40889dfb-1a0a-42ad-bb98-35aa4f6c70a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:51.194996 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-40889dfb-1a0a-42ad-bb98-35aa4f6c70a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:51.199951 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-40889dfb-1a0a-42ad-bb98-35aa4f6c70a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46aaec8e-0215-48aa-bc07-3ca740284ae7 HTTP/1.1" status: 204 len: 168 time: 0.2705235 Jul 14 14:15:51.211772 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40889dfb-1a0a-42ad-bb98-35aa4f6c70a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aaec8e-0215-48aa-bc07-3ca740284ae7,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:51.266224 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:51.268104 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:51.305217 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port d0c27a85-1e76-4d19-99a7-5b78e96245ae, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=d0c27a85-1e76-4d19-99a7-5b78e96245ae,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:51.318096 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:51.318096 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 5928d89f-8536-4c0d-9940-d16c83106f06 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:15:51.395330 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=d0c27a85-1e76-4d19-99a7-5b78e96245ae,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:51.409539 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 5928d89f-8536-4c0d-9940-d16c83106f06 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:51.409953 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:51.890386 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39338) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:51.900661 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-462265398-network', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:15:51.912024 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Sync routers for ids ['472d68be-28fb-4d04-8972-dec5a6f44dea'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:15:51.929853 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Made reservation on behalf of 5cd15498ef454d9fb8cad38c32371cf0 for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:15:51.930652 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Routers {'472d68be-28fb-4d04-8972-dec5a6f44dea'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:15:51.932809 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:15:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['472d68be-28fb-4d04-8972-dec5a6f44dea'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:51.934704 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:51.952820 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.092699 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Set router 472d68be-28fb-4d04-8972-dec5a6f44dea gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:15:52.134618 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.139674 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.163353 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:15:52.179200 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6ee55f-74ab-4d3f-ae05-d96ea6000e92,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:52.185173 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.185690 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.segments_db [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Added segment 0a1a7f03-5c48-427f-8f53-3db0198109e1 of type vlan for network 87d5e679-2868-4854-839b-c50ac3a03df2 Jul 14 14:15:52.250384 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.301850 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.304137 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:52.304961 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.388646 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4966376 Jul 14 14:15:52.392068 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39366) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:52.398339 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-54682644-6ad5-4f47-b2f5-d926128795d1 admin admin] Request body: {'subnet': {'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-462265398-subnet', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:15:52.427576 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362fcb9-7786-4ae3-be84-04b8f0b18405 admin admin] Pushing event updated for resources: {'Network': ['ID=87d5e679-2868-4854-839b-c50ac3a03df2,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:52.449533 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 87d5e679-2868-4854-839b-c50ac3a03df2 details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:15:52.457456 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54682644-6ad5-4f47-b2f5-d926128795d1 admin admin] Made reservation on behalf of 5cd15498ef454d9fb8cad38c32371cf0 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:15:52.464331 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-54682644-6ad5-4f47-b2f5-d926128795d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234376'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.469554 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd68a0-93e1-42e2-be12-45aee5f3c87e req-b709249f-0822-40ad-8efd-6dbddb507245 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:52.472903 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b3fd68a0-93e1-42e2-be12-45aee5f3c87e req-b709249f-0822-40ad-8efd-6dbddb507245 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0940382 Jul 14 14:15:52.512022 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:15:49Z', 'revision_number': 4, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f', 'name': '', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'mac_address': 'fa:16:3e:54:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:48Z', 'updated_at': '2021-07-14T14:15:49Z', 'revision_number': 2, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'subnets': [{'id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:52.552663 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b3fd68a0-93e1-42e2-be12-45aee5f3c87e req-722dfd19-58c0-443b-9ffc-22f68052ca6d tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734136 Jul 14 14:15:52.561824 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Checking router: 472d68be-28fb-4d04-8972-dec5a6f44dea for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:15:52.562190 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Updating router 472d68be-28fb-4d04-8972-dec5a6f44dea port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f binding host dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:15:52.618890 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.687363 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39378) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:52.757642 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-54682644-6ad5-4f47-b2f5-d926128795d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9482139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234426'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.837127 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54682644-6ad5-4f47-b2f5-d926128795d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc49810-5758-44ee-be7a-e09298143050,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:52.868025 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54682644-6ad5-4f47-b2f5-d926128795d1 admin admin] Checking segment: {'id': '0a1a7f03-5c48-427f-8f53-3db0198109e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:15:52.868504 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54682644-6ad5-4f47-b2f5-d926128795d1 admin admin] Network hostable DHCP agents. Network: 87d5e679-2868-4854-839b-c50ac3a03df2, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:15:52.888358 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54682644-6ad5-4f47-b2f5-d926128795d1 admin admin] Network 87d5e679-2868-4854-839b-c50ac3a03df2 is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:15:52.895866 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device d0c27a85-1e76-4d19-99a7-5b78e96245ae up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:15:52.900933 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-54682644-6ad5-4f47-b2f5-d926128795d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 87d5e679-2868-4854-839b-c50ac3a03df2) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:52.908007 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54682644-6ad5-4f47-b2f5-d926128795d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:52.909182 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-54682644-6ad5-4f47-b2f5-d926128795d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.932260 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-54682644-6ad5-4f47-b2f5-d926128795d1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5357563 Jul 14 14:15:52.932353 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22050efb-f4e7-478d-a03d-25f4abbaecaf None None] Network 87d5e679-2868-4854-839b-c50ac3a03df2 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:15:52.933009 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39386) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:52.938708 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-462265398-router', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:15:52.964351 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28540'] for router, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.965532 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3860646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4239'] for router, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:52.972219 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-747377202-network', 'tenant_id': 'c071798842b048769b9b16013b5282ca'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:15:53.004404 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Made reservation on behalf of c071798842b048769b9b16013b5282ca for: {'network': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:15:53.008042 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.019216 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.034943 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.138102 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.144679 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.160898 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:15:53.165411 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.177550 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.177960 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.segments_db [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Added segment fcf328b0-11c0-4d2d-b5e9-29f580b67000 of type vlan for network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 Jul 14 14:15:53.197860 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Transition to ACTIVE for port object bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:15:53.202665 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port d0c27a85-1e76-4d19-99a7-5b78e96245ae triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:53.203518 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.210097 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4253'] for router, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.250447 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6559ef-a225-48dd-a8b1-2884ab6385f0,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:53.266321 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.304075 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.305582 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:53.306653 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.317069 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.368717 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6801233 Jul 14 14:15:53.377795 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39404) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:53.382139 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed481556-be82-4c01-b7e2-32f18e50fab4 admin admin] Pushing event updated for resources: {'Network': ['ID=7aaa9fb9-d3a6-45bb-835e-2713665bfeb8,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:53.396624 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-cf9c50eb-b9da-47d4-b766-331727f7af85 admin admin] Request body: {'subnet': {'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-747377202-subnet', 'tenant_id': 'c071798842b048769b9b16013b5282ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:15:53.411294 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:15:53.438783 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9c50eb-b9da-47d4-b766-331727f7af85 admin admin] Made reservation on behalf of c071798842b048769b9b16013b5282ca for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:15:53.441454 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-cf9c50eb-b9da-47d4-b766-331727f7af85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234376'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.528946 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda1dfa-d25c-4571-873e-ba9108d45d3c None None] Pushing event updated for resources: {'Port': ['ID=bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:53.596818 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a962f5-06de-5b6f-a7b7-a44709c80867-87d5e679-2868-4854-839b-c50ac3a03df2', 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'fixed_ips': [{'subnet_id': '7bc49810-5758-44ee-be7a-e09298143050'}]}} from dv-cinder-679138-10-smb. {{(pid=93059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:15:53.597925 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.662659 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Attempting to bind port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:15:53.663154 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Attempting to bind port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:15:53.663398 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Attempting to bind port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f on network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:15:53.684901 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:15:53.685261 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Checking segment: {'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:15:53.685661 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.686191 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Bound using segment: {'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:15:53.686667 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Bound port: bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:15:53.687045 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.717370 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.748593 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.899116 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fb12c-f109-403a-af94-54e6b32cb8fb req-d01cc709-3ae8-4fc2-8211-9c7e54543060 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:53.915904 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] For port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:15:53.919985 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e46fb12c-f109-403a-af94-54e6b32cb8fb req-d01cc709-3ae8-4fc2-8211-9c7e54543060 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1745584 Jul 14 14:15:53.921839 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] For port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:15:53.931705 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:53.948084 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Allocated IP 172.20.0.2 (87d5e679-2868-4854-839b-c50ac3a03df2/7bc49810-5758-44ee-be7a-e09298143050/2bf35843-2683-423f-9804-bf082ed451f9) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:15:54.011673 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-cf9c50eb-b9da-47d4-b766-331727f7af85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9482139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234426'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:54.038353 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Allocated IP 172.28.3.135 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/b2ad4817-f855-4dc4-8f34-ef93456ee927) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:15:54.044721 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e46fb12c-f109-403a-af94-54e6b32cb8fb req-36acba04-66a5-41bf-a9c3-984ebdd00287 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237135 Jul 14 14:15:54.108688 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Routers {'472d68be-28fb-4d04-8972-dec5a6f44dea'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:15:54.109543 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:15:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['472d68be-28fb-4d04-8972-dec5a6f44dea'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:54.118418 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda1dfa-d25c-4571-873e-ba9108d45d3c None None] Pushing event updated for resources: {'Port': ['ID=bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:54.126538 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c50eb-b9da-47d4-b766-331727f7af85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7324b7a-dd67-410b-8678-055e491e37d1,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:54.145255 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:15:54.182752 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c50eb-b9da-47d4-b766-331727f7af85 admin admin] Checking segment: {'id': 'fcf328b0-11c0-4d2d-b5e9-29f580b67000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:15:54.184675 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c50eb-b9da-47d4-b766-331727f7af85 admin admin] Network hostable DHCP agents. Network: 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:15:54.236699 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39480) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:54.290492 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c50eb-b9da-47d4-b766-331727f7af85 admin admin] Network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:15:54.305369 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] Set router 472d68be-28fb-4d04-8972-dec5a6f44dea gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:15:54.331486 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-cf9c50eb-b9da-47d4-b766-331727f7af85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:54.344315 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9c50eb-b9da-47d4-b766-331727f7af85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:54.345108 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-cf9c50eb-b9da-47d4-b766-331727f7af85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:54.365766 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:54.374434 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8b58e-4ec0-47ba-ac24-cdff98cf7ee3 None None] Network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:15:54.380927 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-cf9c50eb-b9da-47d4-b766-331727f7af85 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9923365 Jul 14 14:15:54.412724 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:54.498970 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:15:54.514255 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:54.518288 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:15:54.534780 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ad4817-f855-4dc4-8f34-ef93456ee927,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:54.562254 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-90ac7adb-9caa-49b8-b761-8b7f0e723c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:54.818073 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:54.828492 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94653b92-d50d-4dcd-917a-0a2857835462 None None] Network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:15:54.830498 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-90ac7adb-9caa-49b8-b761-8b7f0e723c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:54.836502 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-90ac7adb-9caa-49b8-b761-8b7f0e723c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:54.880121 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Transition to ACTIVE for port object 2bf35843-2683-423f-9804-bf082ed451f9 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:15:54.894029 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-90ac7adb-9caa-49b8-b761-8b7f0e723c25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c00d56a0504a454c9f69fbdfd683f6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6528788 Jul 14 14:15:54.895291 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39504) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:54.896111 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac7adb-9caa-49b8-b761-8b7f0e723c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942026cf-f6c3-4d98-866a-24309c5b51df,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:54.931677 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Transition to ACTIVE for port object 2bf35843-2683-423f-9804-bf082ed451f9 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:15:54.948268 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:54.983361 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c737503e-715e-4e66-96d2-5e9d833b546e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:55.013954 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c737503e-715e-4e66-96d2-5e9d833b546e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:55.025804 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Network 87d5e679-2868-4854-839b-c50ac3a03df2 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:15:55.030502 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:55.066134 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:55.078283 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c737503e-715e-4e66-96d2-5e9d833b546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:55.083343 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c737503e-715e-4e66-96d2-5e9d833b546e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:55.083621 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:15:55.087897 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Pushing event updated for resources: {'Port': ['ID=2bf35843-2683-423f-9804-bf082ed451f9,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:55.089217 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-c737503e-715e-4e66-96d2-5e9d833b546e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/942026cf-f6c3-4d98-866a-24309c5b51df HTTP/1.1" status: 204 len: 168 time: 0.1844227 Jul 14 14:15:55.109083 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737503e-715e-4e66-96d2-5e9d833b546e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942026cf-f6c3-4d98-866a-24309c5b51df,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:55.262667 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:15:49Z', 'revision_number': 4, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f', 'name': '', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'mac_address': 'fa:16:3e:54:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:48Z', 'updated_at': '2021-07-14T14:15:53Z', 'revision_number': 4, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'subnets': [{'id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:55.319229 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6c156-b428-46b2-86fe-bdc5543e2fe3 None None] The sync data for ids ['472d68be-28fb-4d04-8972-dec5a6f44dea'] in dv-cinder-679138-10-smb is: [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:15:49Z', 'revision_number': 4, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f', 'name': '', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'mac_address': 'fa:16:3e:54:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:48Z', 'updated_at': '2021-07-14T14:15:53Z', 'revision_number': 4, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'subnets': [{'id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:15:55.331109 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Attempting to bind port 2bf35843-2683-423f-9804-bf082ed451f9 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:15:55.331487 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Attempting to bind port 2bf35843-2683-423f-9804-bf082ed451f9 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '0a1a7f03-5c48-427f-8f53-3db0198109e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:15:55.331847 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Attempting to bind port 2bf35843-2683-423f-9804-bf082ed451f9 on network 87d5e679-2868-4854-839b-c50ac3a03df2 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:15:55.341345 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:15:55.341798 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Checking segment: {'id': '0a1a7f03-5c48-427f-8f53-3db0198109e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:15:55.342272 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:55.342727 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Bound using segment: {'id': '0a1a7f03-5c48-427f-8f53-3db0198109e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:15:55.343435 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Bound port: 2bf35843-2683-423f-9804-bf082ed451f9, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1a7f03-5c48-427f-8f53-3db0198109e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:15:55.343887 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:55.440838 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e1837-bbf7-4dd7-947c-6e9575b135fa req-7a7d54c7-cf42-47a9-8222-a0fa6cd49b8b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:55.450514 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6c8e1837-bbf7-4dd7-947c-6e9575b135fa req-7a7d54c7-cf42-47a9-8222-a0fa6cd49b8b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1653514 Jul 14 14:15:55.501545 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6c8e1837-bbf7-4dd7-947c-6e9575b135fa req-33f9fec3-040c-4b06-8fc5-211f24bd486b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491493 Jul 14 14:15:55.529781 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] For port 2bf35843-2683-423f-9804-bf082ed451f9, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:15:55.533443 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] For port 2bf35843-2683-423f-9804-bf082ed451f9, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=2bf35843-2683-423f-9804-bf082ed451f9,segment=NetworkSegment(0a1a7f03-5c48-427f-8f53-3db0198109e1),segment_id=0a1a7f03-5c48-427f-8f53-3db0198109e1)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:15:55.540488 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:55.620111 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0b786-6b38-4eeb-bba7-d9d5e3a5216c None None] Pushing event updated for resources: {'Port': ['ID=2bf35843-2683-423f-9804-bf082ed451f9,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:55.708195 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39532) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:55.726366 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6979b43a-a4a1-4f85-802d-7d02c1a32051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:55.759706 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861333'] for router, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:55.937984 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6979b43a-a4a1-4f85-802d-7d02c1a32051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:55.946738 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6979b43a-a4a1-4f85-802d-7d02c1a32051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:55.992275 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Router 8a5b2db1-7afe-4772-84ff-64a0895bfad3 is scheduled to L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 with binding_index 1 {{(pid=93058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:15:56.019892 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979b43a-a4a1-4f85-802d-7d02c1a32051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ab60d8-d6c3-4d47-9a02-8a997177c418,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:56.039980 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-6979b43a-a4a1-4f85-802d-7d02c1a32051 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72aed51511c04c5981983c917f59d92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306136 Jul 14 14:15:56.042460 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39538) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:56.133787 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b030-6589-4a32-aead-0cef2c554167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:56.153254 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:15:56.161754 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b030-6589-4a32-aead-0cef2c554167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:56.164081 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Sync routers for ids ['8a5b2db1-7afe-4772-84ff-64a0895bfad3'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:15:56.172341 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:56.174904 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-4ba1c767-fa82-4ec1-b692-d753b90aace3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2399008 Jul 14 14:15:56.179360 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39542) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:15:56.184867 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Routers {'8a5b2db1-7afe-4772-84ff-64a0895bfad3'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:15:56.185530 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:15:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['8a5b2db1-7afe-4772-84ff-64a0895bfad3'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:56.319761 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b030-6589-4a32-aead-0cef2c554167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:56.320702 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Set router 8a5b2db1-7afe-4772-84ff-64a0895bfad3 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:15:56.322224 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b030-6589-4a32-aead-0cef2c554167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:56.325720 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-f4d7b030-6589-4a32-aead-0cef2c554167 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18ab60d8-d6c3-4d47-9a02-8a997177c418 HTTP/1.1" status: 204 len: 168 time: 0.2794623 Jul 14 14:15:56.363833 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7b030-6589-4a32-aead-0cef2c554167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ab60d8-d6c3-4d47-9a02-8a997177c418,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:56.681859 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'name': 'tempest-TestShelveInstance-462265398-router', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:52Z', 'updated_at': '2021-07-14T14:15:54Z', 'revision_number': 3, 'project_id': '5cd15498ef454d9fb8cad38c32371cf0', 'gw_port': {'id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:53Z', 'updated_at': '2021-07-14T14:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:56.749340 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Checking router: 8a5b2db1-7afe-4772-84ff-64a0895bfad3 for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:15:56.749939 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Updating router 8a5b2db1-7afe-4772-84ff-64a0895bfad3 port b2ad4817-f855-4dc4-8f34-ef93456ee927 binding host dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:15:56.852492 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:56.929453 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a098b7-3a2f-4929-81fc-1d5a48ef390d req-36a1a788-a0a3-4251-b271-9aebfb1230a0 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:56.931132 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-78a098b7-3a2f-4929-81fc-1d5a48ef390d req-36a1a788-a0a3-4251-b271-9aebfb1230a0 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1791084 Jul 14 14:15:57.106983 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 2bf35843-2683-423f-9804-bf082ed451f9 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:15:57.186635 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b002c146-e9b5-4bdd-bc6e-ac454ae9c74a None None] Network 87d5e679-2868-4854-839b-c50ac3a03df2 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:15:57.194525 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-78a098b7-3a2f-4929-81fc-1d5a48ef390d req-d487be4c-57f5-45ff-a759-ab9f6300e2b9 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454109 Jul 14 14:15:57.314020 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:57.350376 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-c9c0dc64-9e33-486c-a876-2b3393123b2a tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:57.352063 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-c9c0dc64-9e33-486c-a876-2b3393123b2a tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/networks?id=7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 HTTP/1.1" status: 200 len: 808 time: 0.3160162 Jul 14 14:15:57.383682 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:57.392189 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b79f3137-b3e6-4e17-a32c-1dea8d4bcb6b tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/quotas/c071798842b048769b9b16013b5282ca HTTP/1.1" status: 200 len: 375 time: 0.0327446 Jul 14 14:15:57.406599 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Transition to ACTIVE for port object b2ad4817-f855-4dc4-8f34-ef93456ee927 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:15:57.414395 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:57.509006 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6017cd2-8a57-4d21-b2ec-7010e367a20b None None] Pushing event updated for resources: {'Port': ['ID=b2ad4817-f855-4dc4-8f34-ef93456ee927,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:57.527435 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Attempting to bind port b2ad4817-f855-4dc4-8f34-ef93456ee927 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:15:57.530085 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Attempting to bind port b2ad4817-f855-4dc4-8f34-ef93456ee927 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:15:57.533803 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-5fdf546c-1875-4f45-baba-36da3fdfd8b6 None None] Provisioning for port 2bf35843-2683-423f-9804-bf082ed451f9 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:15:57.541917 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Attempting to bind port b2ad4817-f855-4dc4-8f34-ef93456ee927 on network 784e43e9-632a-4141-91b3-1523b332ebc2 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:15:57.544503 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-e116c081-f934-4a2d-8d01-0bc58605eeb3 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c071798842b048769b9b16013b5282ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010082 Jul 14 14:15:57.553336 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:15:57.554116 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Checking segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:15:57.554760 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:57.555363 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Bound using segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:15:57.556226 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Bound port: b2ad4817-f855-4dc4-8f34-ef93456ee927, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:15:57.556951 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:57.623208 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 2bf35843-2683-423f-9804-bf082ed451f9 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:15:57.630987 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 2bf35843-2683-423f-9804-bf082ed451f9 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:57.631704 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:57.633701 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] For port b2ad4817-f855-4dc4-8f34-ef93456ee927, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:15:57.638378 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] For port b2ad4817-f855-4dc4-8f34-ef93456ee927, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=b2ad4817-f855-4dc4-8f34-ef93456ee927,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:15:57.645065 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:57.745301 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Routers {'8a5b2db1-7afe-4772-84ff-64a0895bfad3'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:15:57.746232 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:15:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['8a5b2db1-7afe-4772-84ff-64a0895bfad3'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:57.753875 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6017cd2-8a57-4d21-b2ec-7010e367a20b None None] Pushing event updated for resources: {'Port': ['ID=b2ad4817-f855-4dc4-8f34-ef93456ee927,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:57.767044 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-7758d1ac-8915-49bf-8766-ffcb3ae3885e service neutron] 10.222.0.53 "GET /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215540 Jul 14 14:15:57.850824 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Allocated IP 172.20.0.1 (87d5e679-2868-4854-839b-c50ac3a03df2/7bc49810-5758-44ee-be7a-e09298143050/0df613bf-f6fd-44cc-b79a-0291093b50a5) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:15:57.870266 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:57.929951 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port 2bf35843-2683-423f-9804-bf082ed451f9, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=2bf35843-2683-423f-9804-bf082ed451f9,segment=NetworkSegment(0a1a7f03-5c48-427f-8f53-3db0198109e1),segment_id=0a1a7f03-5c48-427f-8f53-3db0198109e1)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:57.936567 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:57.937749 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:15:57.972886 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] Set router 8a5b2db1-7afe-4772-84ff-64a0895bfad3 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:15:58.044067 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=2bf35843-2683-423f-9804-bf082ed451f9,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:58.049291 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:15:58.054351 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:58.054767 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:58.100649 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:58.107646 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-8c1bcb7b-8a4c-4110-80ed-85fad1730560 service neutron] 10.222.0.53 "GET /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394563 Jul 14 14:15:58.119562 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Transition to ACTIVE for port object 0df613bf-f6fd-44cc-b79a-0291093b50a5 will not be triggered until provisioned by entity DHCP. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:15:58.194428 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:58.217623 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:58.268603 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:58.270324 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Network 87d5e679-2868-4854-839b-c50ac3a03df2 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:15:58.276306 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-8d9de798-bb6e-4742-b850-ba12096d1b54 None None] Provisioning complete for port 2bf35843-2683-423f-9804-bf082ed451f9 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:58.277021 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8d9de798-bb6e-4742-b850-ba12096d1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:58.299294 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'name': 'tempest-TestShelveInstance-462265398-router', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:52Z', 'updated_at': '2021-07-14T14:15:54Z', 'revision_number': 3, 'project_id': '5cd15498ef454d9fb8cad38c32371cf0', 'gw_port': {'id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:53Z', 'updated_at': '2021-07-14T14:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:15:58.302317 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:58.319801 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:15:58.324567 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:58.346973 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1997e85-2459-417b-81e5-6a7391c81a07 None None] The sync data for ids ['8a5b2db1-7afe-4772-84ff-64a0895bfad3'] in dv-cinder-679138-10-smb is: [{'id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'name': 'tempest-TestShelveInstance-462265398-router', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:52Z', 'updated_at': '2021-07-14T14:15:54Z', 'revision_number': 3, 'project_id': '5cd15498ef454d9fb8cad38c32371cf0', 'gw_port': {'id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:53Z', 'updated_at': '2021-07-14T14:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:15:58.425294 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861414'] for router_interface, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:58.494390 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:58.636037 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d7563669-cc7e-49a9-b4d8-2f76610d71a1 req-0564721f-b64d-4454-94b5-e7e3dc9c1ec9 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 210 time: 0.0891826 Jul 14 14:15:58.643889 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Pushing event updated for resources: {'Port': ['ID=0df613bf-f6fd-44cc-b79a-0291093b50a5,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:58.701518 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-90d974db-a62c-47b2-b8de-ffbfe36d0904 None None] Provisioning for port 0df613bf-f6fd-44cc-b79a-0291093b50a5 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:15:58.707995 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-90d974db-a62c-47b2-b8de-ffbfe36d0904 None None] Provisioning complete for port 0df613bf-f6fd-44cc-b79a-0291093b50a5 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:58.708725 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-90d974db-a62c-47b2-b8de-ffbfe36d0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:58.833409 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-90d974db-a62c-47b2-b8de-ffbfe36d0904 None None] Port 0df613bf-f6fd-44cc-b79a-0291093b50a5 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:15:58.858487 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d257d-9a82-4daa-bf8e-62aa93e8993e req-317c8259-afbc-4561-928a-f646fe241e9f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:15:58.862403 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-982d257d-9a82-4daa-bf8e-62aa93e8993e req-317c8259-afbc-4561-928a-f646fe241e9f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.2835662 Jul 14 14:15:58.908989 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:59.041735 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-982d257d-9a82-4daa-bf8e-62aa93e8993e req-49e373e0-344f-40b3-b6b7-19dd6a3f3d87 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725860 Jul 14 14:15:59.147893 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 2bf35843-2683-423f-9804-bf082ed451f9 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:15:59.287876 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 2bf35843-2683-423f-9804-bf082ed451f9 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:59.288528 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:59.289906 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:59.296371 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:59.407860 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3855382'] for router_interface, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:59.408089 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:15:59.418681 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Pushing event updated for resources: {'Port': ['ID=0df613bf-f6fd-44cc-b79a-0291093b50a5,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:15:59.476960 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:59.477635 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:59.547876 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Network 87d5e679-2868-4854-839b-c50ac3a03df2 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:15:59.551593 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:15:59.600092 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device b2ad4817-f855-4dc4-8f34-ef93456ee927 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:15:59.718495 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port b2ad4817-f855-4dc4-8f34-ef93456ee927 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:15:59.725079 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port b2ad4817-f855-4dc4-8f34-ef93456ee927 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:59.726231 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:59.908747 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:59.958445 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port b2ad4817-f855-4dc4-8f34-ef93456ee927, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=b2ad4817-f855-4dc4-8f34-ef93456ee927,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:15:59.966417 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:59.996366 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-05f81273-88f2-4add-9d1f-905d4bd7d075 None None] Provisioning complete for port 0df613bf-f6fd-44cc-b79a-0291093b50a5 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:15:59.996740 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-05f81273-88f2-4add-9d1f-905d4bd7d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:00.016925 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ac137384-3204-4be0-bf4b-ff273f0d66d4 req-d505b4bc-8068-49e6-a482-f569187a72c7 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 210 time: 0.0314767 Jul 14 14:16:00.045788 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Router 8a5b2db1-7afe-4772-84ff-64a0895bfad3 has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:16:00.055502 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-05f81273-88f2-4add-9d1f-905d4bd7d075 None None] Port 0df613bf-f6fd-44cc-b79a-0291093b50a5 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:16:00.057840 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=b2ad4817-f855-4dc4-8f34-ef93456ee927,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:00.163907 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:16:00.169308 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-b0070851-9f50-42f4-a2da-f47388406541 admin admin] 10.222.0.53 "PUT /v2.0/routers/8a5b2db1-7afe-4772-84ff-64a0895bfad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9889567 Jul 14 14:16:00.263700 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd2ba1-93af-433b-8e48-d6c08c1bf83a req-ae1af48b-d372-45a2-9ddf-e2bdf5cf4cb9 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:00.265636 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fbfd2ba1-93af-433b-8e48-d6c08c1bf83a req-ae1af48b-d372-45a2-9ddf-e2bdf5cf4cb9 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0845878 Jul 14 14:16:00.408447 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fbfd2ba1-93af-433b-8e48-d6c08c1bf83a req-87ae28f2-1cee-4636-a508-746bacd79054 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354895 Jul 14 14:16:00.480093 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-a61c0259-3380-47cc-8ead-5916869089b9 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:00.481806 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-a61c0259-3380-47cc-8ead-5916869089b9 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.62 "GET /v2.0/networks?id=7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 HTTP/1.1" status: 200 len: 808 time: 0.1924710 Jul 14 14:16:00.506651 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Request body: {'port': {'device_id': '99980b57-6a8e-4a85-bbf7-b68670681ba3', 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8', 'admin_state_up': True, 'tenant_id': 'c071798842b048769b9b16013b5282ca'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:00.693376 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Made reservation on behalf of c071798842b048769b9b16013b5282ca for: {'port': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:16:00.697743 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:00.860034 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Allocated IP 172.20.0.6 (7aaa9fb9-d3a6-45bb-835e-2713665bfeb8/d7324b7a-dd67-410b-8678-055e491e37d1/d8e32571-e860-4e65-b552-0aea39d82c97) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:16:00.893519 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Sync routers for ids ['8a5b2db1-7afe-4772-84ff-64a0895bfad3'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:16:00.904694 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Routers {'8a5b2db1-7afe-4772-84ff-64a0895bfad3'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:16:00.907449 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:15:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['8a5b2db1-7afe-4772-84ff-64a0895bfad3'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:00.934261 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39672) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:00.970799 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device b2ad4817-f855-4dc4-8f34-ef93456ee927 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:01.030334 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39678) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:01.036181 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-65ce90d8-fcb9-4b69-91d1-489deffa4954 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094868794', 'description': 'tempest-secgroup-smoke-1094868794 description', 'project_id': '1d86ef4389834ab9980f774ec2beb1e0'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:01.113802 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-65ce90d8-fcb9-4b69-91d1-489deffa4954 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.126606 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.147468 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Set router 8a5b2db1-7afe-4772-84ff-64a0895bfad3 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:16:01.207427 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port b2ad4817-f855-4dc4-8f34-ef93456ee927 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:01.207806 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.253487 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.256497 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-39e9ac0a-7a25-419f-9b95-98f84cf2b0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.320160 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:16:01.329313 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:01.335248 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:16:01.367672 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-65ce90d8-fcb9-4b69-91d1-489deffa4954 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.378737 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-65ce90d8-fcb9-4b69-91d1-489deffa4954 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.396010 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:01.397167 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.425422 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Pushing event updated for resources: {'Port': ['ID=d8e32571-e860-4e65-b552-0aea39d82c97,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:01.462931 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce90d8-fcb9-4b69-91d1-489deffa4954 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67eb12d-fc89-40ab-96a9-9334d27cb32a,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:01.482462 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68cfb8-c593-4a21-a8ff-63c3a8c1fad6 req-14a36d2b-298d-465b-8316-de5c44d7b87e tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:01.495672 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ed68cfb8-c593-4a21-a8ff-63c3a8c1fad6 req-14a36d2b-298d-465b-8316-de5c44d7b87e tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 931 time: 0.2748406 Jul 14 14:16:01.537266 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'name': 'tempest-TestShelveInstance-462265398-router', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:52Z', 'updated_at': '2021-07-14T14:15:58Z', 'revision_number': 4, 'project_id': '5cd15498ef454d9fb8cad38c32371cf0', 'gw_port': {'id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:53Z', 'updated_at': '2021-07-14T14:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '0df613bf-f6fd-44cc-b79a-0291093b50a5', 'name': '', 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'mac_address': 'fa:16:3e:41:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7bc49810-5758-44ee-be7a-e09298143050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:57Z', 'updated_at': '2021-07-14T14:15:59Z', 'revision_number': 2, 'project_id': '5cd15498ef454d9fb8cad38c32371cf0', 'subnets': [{'id': '7bc49810-5758-44ee-be7a-e09298143050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:01.549595 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-39e9ac0a-7a25-419f-9b95-98f84cf2b0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.556367 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-39e9ac0a-7a25-419f-9b95-98f84cf2b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.557743 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ed68cfb8-c593-4a21-a8ff-63c3a8c1fad6 req-6faf6358-1b59-493e-a773-746dbadd0c3d tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608954 Jul 14 14:16:01.574354 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-b9b34589-3d4d-4105-bc8d-9d8e06942556 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0733273 Jul 14 14:16:01.584051 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Checking router: 8a5b2db1-7afe-4772-84ff-64a0895bfad3 for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:16:01.584479 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Updating router 8a5b2db1-7afe-4772-84ff-64a0895bfad3 port 0df613bf-f6fd-44cc-b79a-0291093b50a5 binding host dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:16:01.595923 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Request body: {'port': {'device_id': '99980b57-6a8e-4a85-bbf7-b68670681ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:01.627096 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.653824 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-39e9ac0a-7a25-419f-9b95-98f84cf2b0b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8755ecb27ef44b8954b690719811b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7178204 Jul 14 14:16:01.654764 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-65ce90d8-fcb9-4b69-91d1-489deffa4954 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.656192 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-65ce90d8-fcb9-4b69-91d1-489deffa4954 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6242259 Jul 14 14:16:01.658662 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39698) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:01.658904 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39700) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:01.664283 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-59452e46-0f2b-4604-bd91-07c18a02a741 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Request body: {'security_group_rule': {'security_group_id': 'e67eb12d-fc89-40ab-96a9-9334d27cb32a', 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:01.744524 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.749985 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9ac0a-7a25-419f-9b95-98f84cf2b0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1e88d9-05c7-4102-87dc-a25d71022010,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:01.777219 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59452e46-0f2b-4604-bd91-07c18a02a741 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.779712 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a06e691b-678b-491a-b8b7-7ee140c16fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.816433 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf74435-3947-4a0f-9747-6ca8aafb0b80 req-7767fdba-5518-4232-ab56-0340ca742516 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:01.824369 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bbf74435-3947-4a0f-9747-6ca8aafb0b80 req-7767fdba-5518-4232-ab56-0340ca742516 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.2251196 Jul 14 14:16:01.825133 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a06e691b-678b-491a-b8b7-7ee140c16fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.888594 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59452e46-0f2b-4604-bd91-07c18a02a741 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.901112 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59452e46-0f2b-4604-bd91-07c18a02a741 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.923727 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59452e46-0f2b-4604-bd91-07c18a02a741 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd05579-2fbf-41db-9d16-ad4b0cb5750b,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:01.937263 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bbf74435-3947-4a0f-9747-6ca8aafb0b80 req-ddfec3c4-0e46-4f40-aba6-398100196bad tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116116 Jul 14 14:16:01.941283 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59452e46-0f2b-4604-bd91-07c18a02a741 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.943871 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-59452e46-0f2b-4604-bd91-07c18a02a741 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2829068 Jul 14 14:16:01.945519 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a06e691b-678b-491a-b8b7-7ee140c16fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.948476 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a06e691b-678b-491a-b8b7-7ee140c16fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.949698 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39702) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:01.959062 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.961086 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-a06e691b-678b-491a-b8b7-7ee140c16fb9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a1e88d9-05c7-4102-87dc-a25d71022010 HTTP/1.1" status: 204 len: 168 time: 0.3004923 Jul 14 14:16:01.971386 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e691b-678b-491a-b8b7-7ee140c16fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1e88d9-05c7-4102-87dc-a25d71022010,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:01.973497 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Transition to ACTIVE for port object 0df613bf-f6fd-44cc-b79a-0291093b50a5 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:01.979455 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:01.988539 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-1d803d6b-32e6-4c80-bf9a-33a7e9c5099d tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Request body: {'security_group_rule': {'security_group_id': 'e67eb12d-fc89-40ab-96a9-9334d27cb32a', 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:02.074455 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1d803d6b-32e6-4c80-bf9a-33a7e9c5099d tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.091150 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e0c11-3410-4d9c-9bae-f659b8f02a36 None None] Pushing event updated for resources: {'Port': ['ID=0df613bf-f6fd-44cc-b79a-0291093b50a5,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:02.108840 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Attempting to bind port 0df613bf-f6fd-44cc-b79a-0291093b50a5 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:16:02.109297 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Attempting to bind port 0df613bf-f6fd-44cc-b79a-0291093b50a5 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '0a1a7f03-5c48-427f-8f53-3db0198109e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:16:02.109668 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Attempting to bind port 0df613bf-f6fd-44cc-b79a-0291093b50a5 on network 87d5e679-2868-4854-839b-c50ac3a03df2 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:02.116893 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:16:02.117291 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Checking segment: {'id': '0a1a7f03-5c48-427f-8f53-3db0198109e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:16:02.117899 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.118402 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Bound using segment: {'id': '0a1a7f03-5c48-427f-8f53-3db0198109e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:16:02.118883 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Bound port: 0df613bf-f6fd-44cc-b79a-0291093b50a5, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1a7f03-5c48-427f-8f53-3db0198109e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:16:02.119269 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.180461 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1d803d6b-32e6-4c80-bf9a-33a7e9c5099d tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.186712 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1d803d6b-32e6-4c80-bf9a-33a7e9c5099d tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.227436 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] For port 0df613bf-f6fd-44cc-b79a-0291093b50a5, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:16:02.231091 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] For port 0df613bf-f6fd-44cc-b79a-0291093b50a5, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=0df613bf-f6fd-44cc-b79a-0291093b50a5,segment=NetworkSegment(0a1a7f03-5c48-427f-8f53-3db0198109e1),segment_id=0a1a7f03-5c48-427f-8f53-3db0198109e1)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:16:02.242249 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.265492 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d803d6b-32e6-4c80-bf9a-33a7e9c5099d tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f2abee-09ac-47d3-b578-2f06b724791d,revision_number=0']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:02.276573 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1d803d6b-32e6-4c80-bf9a-33a7e9c5099d tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.281340 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-1d803d6b-32e6-4c80-bf9a-33a7e9c5099d tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2965610 Jul 14 14:16:02.283410 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39710) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:02.289772 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-1a364318-72b6-4d51-ba67-0e0234ea63c0 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Request body: {'security_group_rule': {'security_group_id': 'e67eb12d-fc89-40ab-96a9-9334d27cb32a', 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:02.308427 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Routers {'8a5b2db1-7afe-4772-84ff-64a0895bfad3'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:16:02.309177 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:15:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['8a5b2db1-7afe-4772-84ff-64a0895bfad3'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:02.309483 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e32571-e860-4e65-b552-0aea39d82c97 {{(pid=93057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:16:02.325336 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.343991 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Transition to ACTIVE for port object d8e32571-e860-4e65-b552-0aea39d82c97 will not be triggered until provisioned by entity L2. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:02.347403 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1a364318-72b6-4d51-ba67-0e0234ea63c0 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.353700 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.374097 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e0c11-3410-4d9c-9bae-f659b8f02a36 None None] Pushing event updated for resources: {'Port': ['ID=0df613bf-f6fd-44cc-b79a-0291093b50a5,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:02.398195 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39712) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:02.418516 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Pushing event updated for resources: {'Port': ['ID=d8e32571-e860-4e65-b552-0aea39d82c97,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:02.430852 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-282159d4-9e0b-4726-b48e-77e9fd4fe9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.489515 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1a364318-72b6-4d51-ba67-0e0234ea63c0 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.500830 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1a364318-72b6-4d51-ba67-0e0234ea63c0 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.508188 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Attempting to bind port d8e32571-e860-4e65-b552-0aea39d82c97 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:16:02.509367 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Attempting to bind port d8e32571-e860-4e65-b552-0aea39d82c97 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': 'fcf328b0-11c0-4d2d-b5e9-29f580b67000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8'}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:16:02.509855 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Attempting to bind port d8e32571-e860-4e65-b552-0aea39d82c97 on network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:02.514874 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] Set router 8a5b2db1-7afe-4772-84ff-64a0895bfad3 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:16:02.517737 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Port d8e32571-e860-4e65-b552-0aea39d82c97 on network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:16:02.518336 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Attempting to bind port d8e32571-e860-4e65-b552-0aea39d82c97 on network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:02.523825 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:16:02.524158 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Checking segment: {'id': 'fcf328b0-11c0-4d2d-b5e9-29f580b67000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:16:02.524543 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Bound using segment: {'id': 'fcf328b0-11c0-4d2d-b5e9-29f580b67000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8'} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:16:02.524994 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Bound port: d8e32571-e860-4e65-b552-0aea39d82c97, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf328b0-11c0-4d2d-b5e9-29f580b67000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8'}}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:16:02.525350 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.539089 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a364318-72b6-4d51-ba67-0e0234ea63c0 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e74d8b-6656-44e0-819e-0fff8a48b728,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:02.613508 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-282159d4-9e0b-4726-b48e-77e9fd4fe9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.616806 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] For port d8e32571-e860-4e65-b552-0aea39d82c97, host hv-cinder-67913, cleared binding levels {{(pid=93057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:16:02.618056 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-282159d4-9e0b-4726-b48e-77e9fd4fe9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.624411 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] For port d8e32571-e860-4e65-b552-0aea39d82c97, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d8e32571-e860-4e65-b552-0aea39d82c97,segment=NetworkSegment(fcf328b0-11c0-4d2d-b5e9-29f580b67000),segment_id=fcf328b0-11c0-4d2d-b5e9-29f580b67000)] {{(pid=93057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:16:02.629146 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.642412 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1a364318-72b6-4d51-ba67-0e0234ea63c0 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.643630 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-1a364318-72b6-4d51-ba67-0e0234ea63c0 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3590214 Jul 14 14:16:02.647844 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39716) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:02.671013 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-282159d4-9e0b-4726-b48e-77e9fd4fe9bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3bba577e814b4558927e24ee2d9b42f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710826 Jul 14 14:16:02.671841 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282159d4-9e0b-4726-b48e-77e9fd4fe9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbef782-3109-4dab-8163-a5f64780d155,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:02.674751 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39720) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:02.677387 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-0b340042-4efe-4782-98f3-9ff39d157ae8 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Request body: {'security_group_rule': {'security_group_id': 'e67eb12d-fc89-40ab-96a9-9334d27cb32a', 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:02.692147 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:02.692802 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.694522 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] 10.222.0.62 "PUT /v2.0/ports/d8e32571-e860-4e65-b552-0aea39d82c97 HTTP/1.1" status: 200 len: 1093 time: 1.1035602 Jul 14 14:16:02.694974 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99980b57-6a8e-4a85-bbf7-b68670681ba3', 'tag': 'd8e32571-e860-4e65-b552-0aea39d82c97'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:16:02.697934 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c702786-8c68-4948-b42b-006c621c8e49" -d '{"events": [{"name": "network-changed", "server_uuid": "99980b57-6a8e-4a85-bbf7-b68670681ba3", "tag": "d8e32571-e860-4e65-b552-0aea39d82c97"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:16:02.795782 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7fcc67-579a-4891-af45-3252f9c51213 x-openstack-request-id: req-fc7fcc67-579a-4891-af45-3252f9c51213 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:16:02.796053 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99980b57-6a8e-4a85-bbf7-b68670681ba3", "tag": "d8e32571-e860-4e65-b552-0aea39d82c97", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:16:02.796340 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc7fcc67-579a-4891-af45-3252f9c51213 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:16:02.799419 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99980b57-6a8e-4a85-bbf7-b68670681ba3', 'tag': 'd8e32571-e860-4e65-b552-0aea39d82c97', 'status': 'completed', 'code': 200} Jul 14 14:16:02.824316 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-37013e45-5560-4dfe-830a-11e7b1766a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.850329 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446b7d5-badb-4ec4-a5ce-1ff4d25099cc service neutron] Pushing event updated for resources: {'Port': ['ID=d8e32571-e860-4e65-b552-0aea39d82c97,revision_number=3']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:02.858267 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-37013e45-5560-4dfe-830a-11e7b1766a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.859161 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0b340042-4efe-4782-98f3-9ff39d157ae8 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.943430 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-37013e45-5560-4dfe-830a-11e7b1766a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.956526 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-37013e45-5560-4dfe-830a-11e7b1766a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:02.962939 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-37013e45-5560-4dfe-830a-11e7b1766a30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4cbef782-3109-4dab-8163-a5f64780d155 HTTP/1.1" status: 204 len: 168 time: 0.2739105 Jul 14 14:16:02.974253 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-42324844-8b23-4e52-8129-acced4d813bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:02.975909 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-42324844-8b23-4e52-8129-acced4d813bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c071798842b048769b9b16013b5282ca&device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 1096 time: 0.2287593 Jul 14 14:16:02.984901 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37013e45-5560-4dfe-830a-11e7b1766a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbef782-3109-4dab-8163-a5f64780d155,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:02.995843 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f11cfa-f46e-44ae-87fa-8d5074ff32e9 req-de47b142-c534-4fca-96a8-59b7f38ced8f tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:02.997427 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-66f11cfa-f46e-44ae-87fa-8d5074ff32e9 req-de47b142-c534-4fca-96a8-59b7f38ced8f tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 943 time: 0.2285583 Jul 14 14:16:03.017234 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'name': 'tempest-TestShelveInstance-462265398-router', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:52Z', 'updated_at': '2021-07-14T14:15:58Z', 'revision_number': 4, 'project_id': '5cd15498ef454d9fb8cad38c32371cf0', 'gw_port': {'id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:53Z', 'updated_at': '2021-07-14T14:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '0df613bf-f6fd-44cc-b79a-0291093b50a5', 'name': '', 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'mac_address': 'fa:16:3e:41:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7bc49810-5758-44ee-be7a-e09298143050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:57Z', 'updated_at': '2021-07-14T14:16:02Z', 'revision_number': 4, 'project_id': '5cd15498ef454d9fb8cad38c32371cf0', 'subnets': [{'id': '7bc49810-5758-44ee-be7a-e09298143050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:03.068328 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc14422-166d-4fb4-a8a4-d55a7048f2e7 None None] The sync data for ids ['8a5b2db1-7afe-4772-84ff-64a0895bfad3'] in dv-cinder-679138-10-smb is: [{'id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'name': 'tempest-TestShelveInstance-462265398-router', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:52Z', 'updated_at': '2021-07-14T14:15:58Z', 'revision_number': 4, 'project_id': '5cd15498ef454d9fb8cad38c32371cf0', 'gw_port': {'id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:53Z', 'updated_at': '2021-07-14T14:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '0df613bf-f6fd-44cc-b79a-0291093b50a5', 'name': '', 'network_id': '87d5e679-2868-4854-839b-c50ac3a03df2', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'mac_address': 'fa:16:3e:41:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7bc49810-5758-44ee-be7a-e09298143050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:57Z', 'updated_at': '2021-07-14T14:16:02Z', 'revision_number': 4, 'project_id': '5cd15498ef454d9fb8cad38c32371cf0', 'subnets': [{'id': '7bc49810-5758-44ee-be7a-e09298143050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:16:03.133235 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0b340042-4efe-4782-98f3-9ff39d157ae8 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:03.144126 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-358c64d5-d4c7-4c20-bec2-3b7f8e633c9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8e32571-e860-4e65-b552-0aea39d82c97 HTTP/1.1" status: 200 len: 217 time: 0.1408491 Jul 14 14:16:03.172024 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0b340042-4efe-4782-98f3-9ff39d157ae8 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:03.230231 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b340042-4efe-4782-98f3-9ff39d157ae8 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173756b5-f764-42ca-9081-903a728574bc,revision_number=0']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:03.301206 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0b340042-4efe-4782-98f3-9ff39d157ae8 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:03.305417 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-0b340042-4efe-4782-98f3-9ff39d157ae8 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6543698 Jul 14 14:16:03.306079 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39750) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:03.311109 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-d4b0a39c-061f-48d3-af78-bfc19d7362dc tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Request body: {'security_group_rule': {'security_group_id': 'e67eb12d-fc89-40ab-96a9-9334d27cb32a', 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:03.349143 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-66f11cfa-f46e-44ae-87fa-8d5074ff32e9 req-a21f864a-0ee4-493e-b3ae-3a319c30c675 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193369 Jul 14 14:16:03.356270 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.securitygroups_db [None req-d4b0a39c-061f-48d3-af78-bfc19d7362dc tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Project 1d86ef4389834ab9980f774ec2beb1e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:16:03.371738 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d4b0a39c-061f-48d3-af78-bfc19d7362dc tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:03.374436 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-2789996a-4e68-401a-9b40-70b296cd07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:03.376036 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-2789996a-4e68-401a-9b40-70b296cd07c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7324b7a-dd67-410b-8678-055e491e37d1 HTTP/1.1" status: 200 len: 848 time: 0.2164519 Jul 14 14:16:03.427786 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-3cf91600-3d53-4fe6-badc-7632a829d6e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7aaa9fb9-d3a6-45bb-835e-2713665bfeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433011 Jul 14 14:16:03.441417 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0f33-d543-47c7-8b27-421e409344c0 req-a709c77c-084a-4766-adfc-6f25303eed70 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:03.450022 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d4b0a39c-061f-48d3-af78-bfc19d7362dc tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:03.450893 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d67b0f33-d543-47c7-8b27-421e409344c0 req-a709c77c-084a-4766-adfc-6f25303eed70 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.3117540 Jul 14 14:16:03.462605 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d4b0a39c-061f-48d3-af78-bfc19d7362dc tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:03.486385 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0a39c-061f-48d3-af78-bfc19d7362dc tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d3ce36-4dee-4333-9667-0207be26901b,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:03.506538 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d4b0a39c-061f-48d3-af78-bfc19d7362dc tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:03.508146 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-d4b0a39c-061f-48d3-af78-bfc19d7362dc tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2007730 Jul 14 14:16:03.510805 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39760) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:03.526175 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-ac23b817-5203-486a-a7ae-2abe5746df8f tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Request body: {'security_group_rule': {'security_group_id': 'e67eb12d-fc89-40ab-96a9-9334d27cb32a', 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:03.556551 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.securitygroups_db [None req-ac23b817-5203-486a-a7ae-2abe5746df8f tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Project 1d86ef4389834ab9980f774ec2beb1e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:16:03.564413 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ac23b817-5203-486a-a7ae-2abe5746df8f tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:03.579317 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d67b0f33-d543-47c7-8b27-421e409344c0 req-56875830-55cf-4f00-be36-c9f0ce4142a3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268659 Jul 14 14:16:03.645796 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-56ede0d1-e71c-4d7a-a26c-ab7a4754cc40 service neutron] 10.222.0.62 "GET /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732886 Jul 14 14:16:03.675002 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ac23b817-5203-486a-a7ae-2abe5746df8f tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:03.683978 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ac23b817-5203-486a-a7ae-2abe5746df8f tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:03.707096 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23b817-5203-486a-a7ae-2abe5746df8f tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e733fd5c-3abb-4182-8e80-abb25b4bb785,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:03.715863 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ac23b817-5203-486a-a7ae-2abe5746df8f tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:03.725048 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-ac23b817-5203-486a-a7ae-2abe5746df8f tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2044709 Jul 14 14:16:03.800257 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-41d6941b-4e59-46eb-b25b-c2276393ec87 req-93f4f753-33a2-4b24-959d-4680a99cd486 service neutron] 10.222.0.62 "GET /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471443 Jul 14 14:16:03.910094 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39788) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:03.940927 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c702786-8c68-4948-b42b-006c621c8e49 req-a6cb9337-7ae9-47fb-8f40-558d0d7a4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:03.942662 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4c702786-8c68-4948-b42b-006c621c8e49 req-a6cb9337-7ae9-47fb-8f40-558d0d7a4c95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c071798842b048769b9b16013b5282ca&device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 1096 time: 0.0787649 Jul 14 14:16:04.058884 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e3fc646-6bf2-4ce8-989b-a5d818eb0a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:04.163199 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c702786-8c68-4948-b42b-006c621c8e49 req-fedf79e5-bcb4-4840-a908-d0e67e37168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:04.167494 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4c702786-8c68-4948-b42b-006c621c8e49 req-fedf79e5-bcb4-4840-a908-d0e67e37168c service neutron] 10.222.0.62 "GET /v2.0/networks?id=7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 HTTP/1.1" status: 200 len: 909 time: 0.2129345 Jul 14 14:16:04.168428 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e3fc646-6bf2-4ce8-989b-a5d818eb0a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:04.174264 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e3fc646-6bf2-4ce8-989b-a5d818eb0a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:04.219579 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fc646-6bf2-4ce8-989b-a5d818eb0a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfd8543-6768-4ad4-ae89-e3376791c19b,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:04.228973 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4c702786-8c68-4948-b42b-006c621c8e49 req-81a9772b-8f65-420e-8a10-bfcc611d7a65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8e32571-e860-4e65-b552-0aea39d82c97 HTTP/1.1" status: 200 len: 217 time: 0.0533180 Jul 14 14:16:04.229195 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39820) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:04.230331 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-6e3fc646-6bf2-4ce8-989b-a5d818eb0a66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b18184a93fcc477d867be40a9d931adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168616 Jul 14 14:16:04.350637 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c702786-8c68-4948-b42b-006c621c8e49 req-f5934e83-f2c1-43fe-a35b-d086d36f07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:04.352103 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4c702786-8c68-4948-b42b-006c621c8e49 req-f5934e83-f2c1-43fe-a35b-d086d36f07d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7324b7a-dd67-410b-8678-055e491e37d1 HTTP/1.1" status: 200 len: 848 time: 0.1043684 Jul 14 14:16:04.355217 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9e72970a-09b9-4fe6-a4d8-25fe73639c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:04.425727 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9e72970a-09b9-4fe6-a4d8-25fe73639c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:04.490858 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4c702786-8c68-4948-b42b-006c621c8e49 req-9e120946-e9a6-4526-b370-c540e187ef91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7aaa9fb9-d3a6-45bb-835e-2713665bfeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700734 Jul 14 14:16:04.638951 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9e72970a-09b9-4fe6-a4d8-25fe73639c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:04.641620 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9e72970a-09b9-4fe6-a4d8-25fe73639c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:04.642756 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-9e72970a-09b9-4fe6-a4d8-25fe73639c77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bfd8543-6768-4ad4-ae89-e3376791c19b HTTP/1.1" status: 204 len: 168 time: 0.4126117 Jul 14 14:16:04.667752 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72970a-09b9-4fe6-a4d8-25fe73639c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfd8543-6768-4ad4-ae89-e3376791c19b,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:04.694760 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4c702786-8c68-4948-b42b-006c621c8e49 req-373f22e5-0136-4a03-aaf8-e26ac6ea2f66 service neutron] 10.222.0.62 "GET /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804495 Jul 14 14:16:04.708739 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bb387-36cd-425b-bd3e-4c1f1dd299da req-50a25b07-4f2c-42b6-bde8-e05e47c1c8a1 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:04.716352 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-409bb387-36cd-425b-bd3e-4c1f1dd299da req-50a25b07-4f2c-42b6-bde8-e05e47c1c8a1 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 943 time: 0.1845355 Jul 14 14:16:04.870089 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-409bb387-36cd-425b-bd3e-4c1f1dd299da req-a8e17fa3-b577-45e0-89b0-349137e5cf2f tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527925 Jul 14 14:16:04.920390 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4c702786-8c68-4948-b42b-006c621c8e49 req-4acca5e1-b680-4219-ba77-5c1a1670dec3 service neutron] 10.222.0.62 "GET /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019417 Jul 14 14:16:04.960044 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e77e8-f6a5-4213-9e7b-0054688608b2 req-36370b7a-4f9d-42d1-b390-cc76a6854c85 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:04.964156 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 0df613bf-f6fd-44cc-b79a-0291093b50a5 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:04.965270 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-476e77e8-f6a5-4213-9e7b-0054688608b2 req-36370b7a-4f9d-42d1-b390-cc76a6854c85 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.2386737 Jul 14 14:16:05.011279 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-476e77e8-f6a5-4213-9e7b-0054688608b2 req-82695b7f-d093-443e-a5ac-4035cd93e8c9 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388813 Jul 14 14:16:05.056009 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 0df613bf-f6fd-44cc-b79a-0291093b50a5 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:05.064944 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 0df613bf-f6fd-44cc-b79a-0291093b50a5 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:05.065562 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:05.166539 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:05.178109 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39892) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:05.195143 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d8797f2f-e4ab-4a63-9bc7-61f19a791a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:05.221337 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port 0df613bf-f6fd-44cc-b79a-0291093b50a5, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=0df613bf-f6fd-44cc-b79a-0291093b50a5,segment=NetworkSegment(0a1a7f03-5c48-427f-8f53-3db0198109e1),segment_id=0a1a7f03-5c48-427f-8f53-3db0198109e1)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:05.225453 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:05.285112 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=0df613bf-f6fd-44cc-b79a-0291093b50a5,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:05.308252 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d8797f2f-e4ab-4a63-9bc7-61f19a791a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:05.311922 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d8797f2f-e4ab-4a63-9bc7-61f19a791a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:05.349604 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-d8797f2f-e4ab-4a63-9bc7-61f19a791a30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=814e79f7301846079aaf0826a1d0acae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698971 Jul 14 14:16:05.351524 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8797f2f-e4ab-4a63-9bc7-61f19a791a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaf754c-87c0-4b25-b938-7bb4ed5aa560,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:05.352470 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39896) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:05.408488 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c583b785-f5fa-438c-ba7d-32b4d030268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:05.441097 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c583b785-f5fa-438c-ba7d-32b4d030268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:05.501937 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c583b785-f5fa-438c-ba7d-32b4d030268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:05.504490 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c583b785-f5fa-438c-ba7d-32b4d030268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:05.505675 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-c583b785-f5fa-438c-ba7d-32b4d030268b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5aaf754c-87c0-4b25-b938-7bb4ed5aa560 HTTP/1.1" status: 204 len: 168 time: 0.1521947 Jul 14 14:16:05.513290 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583b785-f5fa-438c-ba7d-32b4d030268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaf754c-87c0-4b25-b938-7bb4ed5aa560,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:05.997258 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device d8e32571-e860-4e65-b552-0aea39d82c97 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:16:06.057805 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309654e5-0eba-4ac0-bf8b-743ddcd49f24 req-100d5f25-79da-4abf-857b-a78b7789d758 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:06.060082 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-309654e5-0eba-4ac0-bf8b-743ddcd49f24 req-100d5f25-79da-4abf-857b-a78b7789d758 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 943 time: 0.0728815 Jul 14 14:16:06.103492 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-309654e5-0eba-4ac0-bf8b-743ddcd49f24 req-10fd83ab-bb51-42bc-9a6a-7e98774ab88b tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Jul 14 14:16:06.115449 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port d8e32571-e860-4e65-b552-0aea39d82c97, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d8e32571-e860-4e65-b552-0aea39d82c97,segment=NetworkSegment(fcf328b0-11c0-4d2d-b5e9-29f580b67000),segment_id=fcf328b0-11c0-4d2d-b5e9-29f580b67000)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:06.139313 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': 'd8e32571-e860-4e65-b552-0aea39d82c97', 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8', 'port_id': 'd8e32571-e860-4e65-b552-0aea39d82c97', 'mac_address': 'fa:16:3e:9c:47:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7324b7a-dd67-410b-8678-055e491e37d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:16:06.197601 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:06.263520 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9f61f-e27c-4820-82ae-018570dbfe11 req-3cd5b0ac-189d-4762-8996-729b0d889f2b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:06.263781 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e32571-e860-4e65-b552-0aea39d82c97 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:16:06.266623 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0ab9f61f-e27c-4820-82ae-018570dbfe11 req-3cd5b0ac-189d-4762-8996-729b0d889f2b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0790560 Jul 14 14:16:06.303447 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port d8e32571-e860-4e65-b552-0aea39d82c97, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d8e32571-e860-4e65-b552-0aea39d82c97,segment=NetworkSegment(fcf328b0-11c0-4d2d-b5e9-29f580b67000),segment_id=fcf328b0-11c0-4d2d-b5e9-29f580b67000)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:06.310001 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:06.317270 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0ab9f61f-e27c-4820-82ae-018570dbfe11 req-8165dd73-a3ac-46f9-a2d9-047b375a1a74 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450044 Jul 14 14:16:06.399336 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=d8e32571-e860-4e65-b552-0aea39d82c97,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:06.577930 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['d8e32571-e860-4e65-b552-0aea39d82c97'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:16:06.877964 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 0df613bf-f6fd-44cc-b79a-0291093b50a5 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:06.931677 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 0df613bf-f6fd-44cc-b79a-0291093b50a5 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:06.931677 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:07.241361 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 39972) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:07.305063 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101a4d1-3e22-4e3b-b066-5ff651f47711 req-372cae4a-9593-41cf-9414-d874c842d228 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:07.306624 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d101a4d1-3e22-4e3b-b066-5ff651f47711 req-372cae4a-9593-41cf-9414-d874c842d228 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 944 time: 0.0695541 Jul 14 14:16:07.356740 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d101a4d1-3e22-4e3b-b066-5ff651f47711 req-fce48e52-1dc2-4b3a-8600-d8aec770e5a3 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Jul 14 14:16:07.380271 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-950a0c4c-f554-4973-b674-02f2d650949d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:07.478782 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-950a0c4c-f554-4973-b674-02f2d650949d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:07.482609 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-950a0c4c-f554-4973-b674-02f2d650949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:07.518429 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a0c4c-f554-4973-b674-02f2d650949d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9d6591-bda4-409f-b2a8-16bc5528c6bb,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:07.519393 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8385b-9dab-407a-a31d-0fc87443d1e4 req-75d9f0e3-0310-4c16-8371-052ff70da3ed tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:07.520913 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bfb8385b-9dab-407a-a31d-0fc87443d1e4 req-75d9f0e3-0310-4c16-8371-052ff70da3ed tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0672336 Jul 14 14:16:07.525113 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39980) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:07.525264 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-950a0c4c-f554-4973-b674-02f2d650949d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfc45a2a0ab04439b85256b6226bfef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827392 Jul 14 14:16:07.590522 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bfb8385b-9dab-407a-a31d-0fc87443d1e4 req-f5a7654e-0996-4859-bf71-105c05b6ebf7 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588021 Jul 14 14:16:07.605823 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a125d451-a340-4e9e-9db6-288698742305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:07.628317 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a125d451-a340-4e9e-9db6-288698742305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:07.675280 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a125d451-a340-4e9e-9db6-288698742305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:07.678483 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a125d451-a340-4e9e-9db6-288698742305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:07.679635 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-a125d451-a340-4e9e-9db6-288698742305 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff9d6591-bda4-409f-b2a8-16bc5528c6bb HTTP/1.1" status: 204 len: 168 time: 0.1535537 Jul 14 14:16:07.693954 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125d451-a340-4e9e-9db6-288698742305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9d6591-bda4-409f-b2a8-16bc5528c6bb,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:07.938787 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39992) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:07.951848 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9ebffe2f-ebf9-4ee6-af5c-c3bf1ed6e1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:08.003813 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device d8e32571-e860-4e65-b552-0aea39d82c97 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:08.045963 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9ebffe2f-ebf9-4ee6-af5c-c3bf1ed6e1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:08.050489 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9ebffe2f-ebf9-4ee6-af5c-c3bf1ed6e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:08.059669 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port d8e32571-e860-4e65-b552-0aea39d82c97 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:08.063785 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port d8e32571-e860-4e65-b552-0aea39d82c97 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:08.064144 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:08.088444 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebffe2f-ebf9-4ee6-af5c-c3bf1ed6e1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739c0c04-80c6-4e65-a6ff-b21c75a7dc18,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:08.095653 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-9ebffe2f-ebf9-4ee6-af5c-c3bf1ed6e1a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dddbfb42f1fe45aca7f512c451ab7427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532550 Jul 14 14:16:08.095848 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 39994) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:08.146551 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:08.148390 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a07c5414-b7be-4873-86d0-46e1e4857ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:08.171609 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a07c5414-b7be-4873-86d0-46e1e4857ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:08.174487 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99980b57-6a8e-4a85-bbf7-b68670681ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e32571-e860-4e65-b552-0aea39d82c97'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:16:08.177512 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85fc48e-7e42-4a7a-beb8-4e3b03917325" -d '{"events": [{"server_uuid": "99980b57-6a8e-4a85-bbf7-b68670681ba3", "name": "network-vif-plugged", "status": "completed", "tag": "d8e32571-e860-4e65-b552-0aea39d82c97"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:16:08.192256 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port d8e32571-e860-4e65-b552-0aea39d82c97, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d8e32571-e860-4e65-b552-0aea39d82c97,segment=NetworkSegment(fcf328b0-11c0-4d2d-b5e9-29f580b67000),segment_id=fcf328b0-11c0-4d2d-b5e9-29f580b67000)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:08.196972 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:08.220822 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8947b7-07e0-4c7b-879d-64d3f740e836 x-openstack-request-id: req-1d8947b7-07e0-4c7b-879d-64d3f740e836 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:16:08.220982 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99980b57-6a8e-4a85-bbf7-b68670681ba3", "name": "network-vif-plugged", "status": "completed", "tag": "d8e32571-e860-4e65-b552-0aea39d82c97", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:16:08.221228 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d8947b7-07e0-4c7b-879d-64d3f740e836 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:16:08.221609 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99980b57-6a8e-4a85-bbf7-b68670681ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e32571-e860-4e65-b552-0aea39d82c97', 'code': 200} Jul 14 14:16:08.238731 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a07c5414-b7be-4873-86d0-46e1e4857ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:08.245213 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a07c5414-b7be-4873-86d0-46e1e4857ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:08.249300 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-a07c5414-b7be-4873-86d0-46e1e4857ddd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/739c0c04-80c6-4e65-a6ff-b21c75a7dc18 HTTP/1.1" status: 204 len: 168 time: 0.1501019 Jul 14 14:16:08.256924 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=d8e32571-e860-4e65-b552-0aea39d82c97,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:08.262613 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c5414-b7be-4873-86d0-46e1e4857ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739c0c04-80c6-4e65-a6ff-b21c75a7dc18,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:08.472442 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07a874-af98-418e-8215-77ccb5b5211a req-1151ea32-e870-431c-a504-446f11c911fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:08.473964 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7f07a874-af98-418e-8215-77ccb5b5211a req-1151ea32-e870-431c-a504-446f11c911fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0585539 Jul 14 14:16:08.733636 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7f07a874-af98-418e-8215-77ccb5b5211a req-3eb2df62-898a-44eb-b938-0dfb3ac031da service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450030 Jul 14 14:16:08.803153 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e5c79-1b0c-48cc-bd83-e4de337225cf req-d52844ea-7f6d-4492-b4f3-d416e35cd1e5 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:08.804521 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ee9e5c79-1b0c-48cc-bd83-e4de337225cf req-d52844ea-7f6d-4492-b4f3-d416e35cd1e5 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 945 time: 0.3264320 Jul 14 14:16:08.826639 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6560e-5571-499f-a78d-3b3c59b0428e req-bd8e900e-3130-41b1-a848-338826c6b58a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:08.828066 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0ff6560e-5571-499f-a78d-3b3c59b0428e req-bd8e900e-3130-41b1-a848-338826c6b58a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0926249 Jul 14 14:16:08.873083 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ee9e5c79-1b0c-48cc-bd83-e4de337225cf req-b5ee6427-021f-4755-b699-373e3d699869 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621181 Jul 14 14:16:08.885345 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0ff6560e-5571-499f-a78d-3b3c59b0428e req-11158ad8-187c-4b5d-a9b1-9831a5f957a3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504885 Jul 14 14:16:09.982560 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5cb921db-1b59-4add-8d9e-0831e7b00108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:10.112814 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae4c37-e028-4cc7-9269-22b3ec6ef4a9 req-4ffde4e5-ad58-4619-92d3-6709a2e09362 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:10.114309 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-baae4c37-e028-4cc7-9269-22b3ec6ef4a9 req-4ffde4e5-ad58-4619-92d3-6709a2e09362 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1038539 Jul 14 14:16:10.136435 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55953379-64c7-45ce-9a74-b40939c0bb8b req-cbf666d3-3139-40a9-8e40-b958aad17f68 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:10.141947 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-55953379-64c7-45ce-9a74-b40939c0bb8b req-cbf666d3-3139-40a9-8e40-b958aad17f68 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 945 time: 0.1199374 Jul 14 14:16:10.195007 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-baae4c37-e028-4cc7-9269-22b3ec6ef4a9 req-493196f3-6698-48dd-be7e-d5e168505266 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728805 Jul 14 14:16:10.207967 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-55953379-64c7-45ce-9a74-b40939c0bb8b req-8fb7ea08-767d-40d4-9945-caa3940c33ec tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631456 Jul 14 14:16:11.071792 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c4975-e4a3-4616-bc76-ed3846666dd8 req-a494fdc4-bcac-4811-ac52-adaa845d32e2 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:11.073319 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-be1c4975-e4a3-4616-bc76-ed3846666dd8 req-a494fdc4-bcac-4811-ac52-adaa845d32e2 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 945 time: 0.0646605 Jul 14 14:16:11.111663 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-be1c4975-e4a3-4616-bc76-ed3846666dd8 req-ad1cd3c3-2ecf-4563-9a51-e9b022c89a46 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Jul 14 14:16:11.388500 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d75fe6-2527-4f77-ae6a-1e2e8f381943 req-2ca3f5c5-7d10-4a21-a188-96a6f7454739 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:11.390019 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91d75fe6-2527-4f77-ae6a-1e2e8f381943 req-2ca3f5c5-7d10-4a21-a188-96a6f7454739 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0787687 Jul 14 14:16:11.428731 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91d75fe6-2527-4f77-ae6a-1e2e8f381943 req-fd29bf53-1c2e-466a-acf4-45ea42c25066 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 Jul 14 14:16:12.286114 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039376d-16a8-419d-b423-247303b8abb3 req-7da00e37-6998-449e-87c2-0e0c7e3e4764 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:12.287597 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2039376d-16a8-419d-b423-247303b8abb3 req-7da00e37-6998-449e-87c2-0e0c7e3e4764 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 945 time: 0.0629427 Jul 14 14:16:12.320174 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-eabfad94-c325-44b8-8326-04142239982e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:12.331961 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2039376d-16a8-419d-b423-247303b8abb3 req-d27d242b-5324-4f09-ad36-2148afa61885 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367198 Jul 14 14:16:12.517745 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61891f2-3a94-4567-8869-cfec924f0874 req-d2955dd1-e48b-47a5-8f22-096b8fa9d3d7 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:12.519250 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c61891f2-3a94-4567-8869-cfec924f0874 req-d2955dd1-e48b-47a5-8f22-096b8fa9d3d7 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.62 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 945 time: 0.0762973 Jul 14 14:16:12.685677 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:12.687916 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31879c3d-2f41-4647-b3bd-6bcd50d2204e req-c541ab23-09b2-4a0f-9894-aab57a680b07 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:12.689574 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-31879c3d-2f41-4647-b3bd-6bcd50d2204e req-c541ab23-09b2-4a0f-9894-aab57a680b07 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1344409 Jul 14 14:16:12.696298 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-c61891f2-3a94-4567-8869-cfec924f0874 req-d1d2d76a-061e-4204-b673-81952f83e694 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Deleting port d8e32571-e860-4e65-b552-0aea39d82c97 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:16:12.696762 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-c61891f2-3a94-4567-8869-cfec924f0874 req-d1d2d76a-061e-4204-b673-81952f83e694 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:12.723916 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 40122) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:12.787008 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-31879c3d-2f41-4647-b3bd-6bcd50d2204e req-07b75cbb-6f44-4622-8c52-5361ceef0f0b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845752 Jul 14 14:16:12.812428 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-c61891f2-3a94-4567-8869-cfec924f0874 req-d1d2d76a-061e-4204-b673-81952f83e694 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] For port d8e32571-e860-4e65-b552-0aea39d82c97, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d8e32571-e860-4e65-b552-0aea39d82c97,segment=NetworkSegment(fcf328b0-11c0-4d2d-b5e9-29f580b67000),segment_id=fcf328b0-11c0-4d2d-b5e9-29f580b67000)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:12.813014 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-c61891f2-3a94-4567-8869-cfec924f0874 req-d1d2d76a-061e-4204-b673-81952f83e694 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:12.828427 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-c61891f2-3a94-4567-8869-cfec924f0874 req-d1d2d76a-061e-4204-b673-81952f83e694 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Calling delete_port for d8e32571-e860-4e65-b552-0aea39d82c97 owned by compute:nova {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:16:12.836147 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e6e464f-1efd-4e4a-b25a-9aa00ada87cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:12.934832 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e6e464f-1efd-4e4a-b25a-9aa00ada87cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:12.939140 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e6e464f-1efd-4e4a-b25a-9aa00ada87cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:12.969701 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-c61891f2-3a94-4567-8869-cfec924f0874 req-d1d2d76a-061e-4204-b673-81952f83e694 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:12.977399 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-2e6e464f-1efd-4e4a-b25a-9aa00ada87cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=367943719bb14b338e5a56e573d00f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523403 Jul 14 14:16:12.978836 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 40130) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:12.982375 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e464f-1efd-4e4a-b25a-9aa00ada87cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78e7731-7a19-422c-bc5e-263dcf26b9cd,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:12.987021 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['d8e32571-e860-4e65-b552-0aea39d82c97'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:16:13.025629 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2d76a-061e-4204-b673-81952f83e694 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Pushing event deleted for resources: {'Port': ['ID=d8e32571-e860-4e65-b552-0aea39d82c97,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:13.091019 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61891f2-3a94-4567-8869-cfec924f0874 req-d1d2d76a-061e-4204-b673-81952f83e694 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] No DVR routers for this DVR port d8e32571-e860-4e65-b552-0aea39d82c97 on host hv-cinder-67913 {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:16:13.095216 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-c61891f2-3a94-4567-8869-cfec924f0874 req-d1d2d76a-061e-4204-b673-81952f83e694 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.097141 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c61891f2-3a94-4567-8869-cfec924f0874 req-d1d2d76a-061e-4204-b673-81952f83e694 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.62 "DELETE /v2.0/ports/d8e32571-e860-4e65-b552-0aea39d82c97 HTTP/1.1" status: 204 len: 173 time: 0.5713174 Jul 14 14:16:13.098392 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99980b57-6a8e-4a85-bbf7-b68670681ba3', 'name': 'network-vif-deleted', 'tag': 'd8e32571-e860-4e65-b552-0aea39d82c97'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:16:13.101029 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9eb12e-3e72-42ac-8032-56c57c515c7e" -d '{"events": [{"server_uuid": "99980b57-6a8e-4a85-bbf7-b68670681ba3", "name": "network-vif-deleted", "tag": "d8e32571-e860-4e65-b552-0aea39d82c97"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:16:13.119701 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f024de93-08cb-4bd0-b191-c22610880a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.145134 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f024de93-08cb-4bd0-b191-c22610880a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.152264 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf6e917-eae1-4a78-98ae-4f4112a0dd21 x-openstack-request-id: req-2cf6e917-eae1-4a78-98ae-4f4112a0dd21 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:16:13.152552 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99980b57-6a8e-4a85-bbf7-b68670681ba3", "name": "network-vif-deleted", "tag": "d8e32571-e860-4e65-b552-0aea39d82c97", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:16:13.152811 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cf6e917-eae1-4a78-98ae-4f4112a0dd21 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:16:13.153221 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99980b57-6a8e-4a85-bbf7-b68670681ba3', 'name': 'network-vif-deleted', 'tag': 'd8e32571-e860-4e65-b552-0aea39d82c97', 'status': 'completed', 'code': 200} Jul 14 14:16:13.196415 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f024de93-08cb-4bd0-b191-c22610880a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.198930 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f024de93-08cb-4bd0-b191-c22610880a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.200094 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-f024de93-08cb-4bd0-b191-c22610880a3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e78e7731-7a19-422c-bc5e-263dcf26b9cd HTTP/1.1" status: 204 len: 168 time: 0.2203093 Jul 14 14:16:13.209086 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024de93-08cb-4bd0-b191-c22610880a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78e7731-7a19-422c-bc5e-263dcf26b9cd,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:13.477955 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 40140) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:13.491347 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86d722fc-9597-4855-aa23-dafe5dc19549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.493741 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0d7c35bd-dc75-4413-b9fd-82518af8c7be req-d0f15645-35d5-4b98-9f24-626ff5dbd290 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=99980b57-6a8e-4a85-bbf7-b68670681ba3 HTTP/1.1" status: 200 len: 210 time: 0.0331674 Jul 14 14:16:13.592789 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86d722fc-9597-4855-aa23-dafe5dc19549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.598488 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-86d722fc-9597-4855-aa23-dafe5dc19549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.639684 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-86d722fc-9597-4855-aa23-dafe5dc19549 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d3ee9cade7b4b5990810b81afc9ab0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605601 Jul 14 14:16:13.640571 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d722fc-9597-4855-aa23-dafe5dc19549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a98d7e9-a653-4ba1-95d4-8276c053ac05,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:13.643905 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 40142) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:13.709213 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-727c6429-9204-4d25-8c99-0fa863d7838f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.732564 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-727c6429-9204-4d25-8c99-0fa863d7838f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.766158 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.790924 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-727c6429-9204-4d25-8c99-0fa863d7838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.793936 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-727c6429-9204-4d25-8c99-0fa863d7838f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.795345 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-727c6429-9204-4d25-8c99-0fa863d7838f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a98d7e9-a653-4ba1-95d4-8276c053ac05 HTTP/1.1" status: 204 len: 168 time: 0.1414573 Jul 14 14:16:13.804624 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c6429-9204-4d25-8c99-0fa863d7838f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a98d7e9-a653-4ba1-95d4-8276c053ac05,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:13.986503 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a608e-30ff-41b6-a034-f87253cd66e0 req-e83a6d07-8805-43c4-9e71-6cb155620381 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:13.988006 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f91a608e-30ff-41b6-a034-f87253cd66e0 req-e83a6d07-8805-43c4-9e71-6cb155620381 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0785923 Jul 14 14:16:14.027169 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f91a608e-30ff-41b6-a034-f87253cd66e0 req-7c3bb1af-8368-464e-bbb0-1252b0b7bc8c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Jul 14 14:16:15.145761 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:15.209352 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430317d2-26b5-455b-9952-bd318c3aa9bc req-b2ebd275-3ae4-41c8-875d-111cfcfd82ef tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:15.210825 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-430317d2-26b5-455b-9952-bd318c3aa9bc req-b2ebd275-3ae4-41c8-875d-111cfcfd82ef tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0667608 Jul 14 14:16:15.248351 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-430317d2-26b5-455b-9952-bd318c3aa9bc req-3a991462-7546-42cf-a6df-28cb624a501f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317895 Jul 14 14:16:16.053447 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device d8e32571-e860-4e65-b552-0aea39d82c97 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:16:16.073627 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: d8e32571-e860-4e65-b552-0aea39d82c97 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:16:16.073976 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device d8e32571-e860-4e65-b552-0aea39d82c97 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:16:16.429843 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58850ec-7239-4f98-a424-494af43fb2db req-0dcc1a75-8be4-4d42-8877-a7639cccd91b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:16.431299 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a58850ec-7239-4f98-a424-494af43fb2db req-0dcc1a75-8be4-4d42-8877-a7639cccd91b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0643628 Jul 14 14:16:16.471070 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a58850ec-7239-4f98-a424-494af43fb2db req-02d72dcb-cb11-494b-9752-b78ba7d0f819 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341828 Jul 14 14:16:17.646640 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dfe5e-6437-4281-bdc9-b9a1ea49fa90 req-3cdf562a-a65b-42e7-9c5d-1f7075d743dd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:17.648189 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-559dfe5e-6437-4281-bdc9-b9a1ea49fa90 req-3cdf562a-a65b-42e7-9c5d-1f7075d743dd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0648735 Jul 14 14:16:17.686555 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-559dfe5e-6437-4281-bdc9-b9a1ea49fa90 req-bed01926-d31a-4e4c-96ca-8cf1cbd75eb8 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Jul 14 14:16:18.863634 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738014a-b772-448f-9f94-10c1085936cf req-17458ec9-d005-4064-b654-e048e1c37589 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:18.865179 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1738014a-b772-448f-9f94-10c1085936cf req-17458ec9-d005-4064-b654-e048e1c37589 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0643589 Jul 14 14:16:18.902818 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1738014a-b772-448f-9f94-10c1085936cf req-0257ff6c-9991-4c31-a655-f33034369217 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320635 Jul 14 14:16:20.078629 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a0801-9cd8-442c-954d-94c7e7fd6cf0 req-c1b6f62a-e352-400f-a1b2-3b5f6104d41b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:20.080103 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b30a0801-9cd8-442c-954d-94c7e7fd6cf0 req-c1b6f62a-e352-400f-a1b2-3b5f6104d41b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0654972 Jul 14 14:16:20.119470 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b30a0801-9cd8-442c-954d-94c7e7fd6cf0 req-12dd8288-b7f4-4b06-9155-cfe673c5fb7b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335917 Jul 14 14:16:21.242913 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:21.305175 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3a070-bd7c-4e2f-89b0-44875b776ff4 req-93be214a-d09f-41dd-ba75-eb69d7bb5524 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:21.306659 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eef3a070-bd7c-4e2f-89b0-44875b776ff4 req-93be214a-d09f-41dd-ba75-eb69d7bb5524 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0682731 Jul 14 14:16:21.348185 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eef3a070-bd7c-4e2f-89b0-44875b776ff4 req-1649d1ba-8f89-4940-9f58-585ee3e5ecef tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358915 Jul 14 14:16:22.520784 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5c1fb-f21e-42b7-a020-0157967e974e req-a31507bb-0600-4b50-81a4-2bbc1bd7be9f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:22.522370 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c4b5c1fb-f21e-42b7-a020-0157967e974e req-a31507bb-0600-4b50-81a4-2bbc1bd7be9f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0638115 Jul 14 14:16:22.560839 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c4b5c1fb-f21e-42b7-a020-0157967e974e req-310c6074-19bb-4aaa-b599-40fea7cb30a3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327973 Jul 14 14:16:23.512528 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-dde19901-d117-4a1e-b0f3-566bf09f58ab tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:23.514059 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-dde19901-d117-4a1e-b0f3-566bf09f58ab tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/networks?id=7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 HTTP/1.1" status: 200 len: 808 time: 0.1116364 Jul 14 14:16:23.534895 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-0b235290-9ca6-4635-820c-5ea056b11a22 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/quotas/c071798842b048769b9b16013b5282ca HTTP/1.1" status: 200 len: 375 time: 0.0099101 Jul 14 14:16:23.574942 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-afc99ead-ae28-4b57-909e-4605000590ba tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c071798842b048769b9b16013b5282ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338788 Jul 14 14:16:23.680676 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-5864943a-5099-4ead-b93e-492a727cb81d service neutron] 10.222.0.53 "GET /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990019 Jul 14 14:16:23.831200 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e677e-53e3-4db6-9263-52b596929386 req-04f741d3-25a4-42de-a341-1d693dd64938 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:23.838090 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e74e677e-53e3-4db6-9263-52b596929386 req-04f741d3-25a4-42de-a341-1d693dd64938 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1517801 Jul 14 14:16:23.860902 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-77786545-c00e-447d-9828-35c4d59b0ccb service neutron] 10.222.0.53 "GET /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725397 Jul 14 14:16:23.877667 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e74e677e-53e3-4db6-9263-52b596929386 req-e1f1efd1-ff46-4758-a9fc-91dc08868927 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384784 Jul 14 14:16:24.032296 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1f4e91c7-6f80-4520-8116-da6a5dcc64b0 req-3c2cca97-fb14-4b85-9f26-0ab475d34443 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 210 time: 0.0285454 Jul 14 14:16:24.401197 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd7d2f-4b66-4c41-9d5e-a531ebbc95d0 req-753c17e0-1eed-4181-afc4-53f6dbdaa8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:24.402658 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6bdd7d2f-4b66-4c41-9d5e-a531ebbc95d0 req-753c17e0-1eed-4181-afc4-53f6dbdaa8c8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 1098 time: 0.0551622 Jul 14 14:16:24.439413 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6bdd7d2f-4b66-4c41-9d5e-a531ebbc95d0 req-1f56ebb4-75a6-420e-85ba-cc44f1e04df6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294805 Jul 14 14:16:25.133094 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54fce5-7e05-4ed8-8e76-153d31d05b52 req-f1f5c529-a072-43ab-9f25-37207b8a1376 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:25.134507 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-aa54fce5-7e05-4ed8-8e76-153d31d05b52 req-f1f5c529-a072-43ab-9f25-37207b8a1376 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1203766 Jul 14 14:16:25.217864 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-99cb2a28-dbcc-43e9-a0cb-5c565356a14f req-da5b59a2-d337-4739-b54b-80cc87fdd890 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 210 time: 0.0564468 Jul 14 14:16:25.255625 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-09f1e43b-05b8-4722-b38f-e33a50ca9ca9 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:25.257229 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-09f1e43b-05b8-4722-b38f-e33a50ca9ca9 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.62 "GET /v2.0/networks?id=7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 HTTP/1.1" status: 200 len: 808 time: 0.1972377 Jul 14 14:16:25.262790 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-aa54fce5-7e05-4ed8-8e76-153d31d05b52 req-38d0515e-43e8-475b-8adf-c939ef7eed47 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196308 Jul 14 14:16:25.272524 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Request body: {'port': {'device_id': 'edb41f46-3eba-456f-ba58-3a4e5a898860', 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8', 'admin_state_up': True, 'tenant_id': 'c071798842b048769b9b16013b5282ca'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:25.393736 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Made reservation on behalf of c071798842b048769b9b16013b5282ca for: {'port': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:16:25.397101 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:25.529602 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Allocated IP 172.20.0.13 (7aaa9fb9-d3a6-45bb-835e-2713665bfeb8/d7324b7a-dd67-410b-8678-055e491e37d1/97c1989a-3ff4-4e25-965a-6c0642842724) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:16:25.686152 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:25.729428 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:25.782547 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:16:25.785963 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:25.789782 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:16:25.796034 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Pushing event updated for resources: {'Port': ['ID=97c1989a-3ff4-4e25-965a-6c0642842724,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:25.843811 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:25.844455 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:25.858020 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-a101cd1b-4a8a-4f7b-a032-3ad993cf6e49 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5901318 Jul 14 14:16:25.869943 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Request body: {'port': {'device_id': 'edb41f46-3eba-456f-ba58-3a4e5a898860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:25.945771 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:26.204663 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c1989a-3ff4-4e25-965a-6c0642842724 {{(pid=93057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:16:26.214003 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:26.229255 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Transition to ACTIVE for port object 97c1989a-3ff4-4e25-965a-6c0642842724 will not be triggered until provisioned by entity L2. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:26.233279 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:26.280308 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Pushing event updated for resources: {'Port': ['ID=97c1989a-3ff4-4e25-965a-6c0642842724,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:26.403384 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Attempting to bind port 97c1989a-3ff4-4e25-965a-6c0642842724 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:16:26.403721 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Attempting to bind port 97c1989a-3ff4-4e25-965a-6c0642842724 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': 'fcf328b0-11c0-4d2d-b5e9-29f580b67000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8'}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:16:26.404050 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Attempting to bind port 97c1989a-3ff4-4e25-965a-6c0642842724 on network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:26.429379 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Port 97c1989a-3ff4-4e25-965a-6c0642842724 on network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:16:26.429702 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Attempting to bind port 97c1989a-3ff4-4e25-965a-6c0642842724 on network 7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:26.443381 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:16:26.443714 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Checking segment: {'id': 'fcf328b0-11c0-4d2d-b5e9-29f580b67000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:16:26.444093 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Bound using segment: {'id': 'fcf328b0-11c0-4d2d-b5e9-29f580b67000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8'} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:16:26.444504 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Bound port: 97c1989a-3ff4-4e25-965a-6c0642842724, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf328b0-11c0-4d2d-b5e9-29f580b67000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8'}}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:16:26.444890 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:26.509418 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583b3a6-0385-4a9a-869d-f801212622a4 req-a5ab1c35-b380-416b-a0b8-188353a5a0d4 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:26.510911 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c583b3a6-0385-4a9a-869d-f801212622a4 req-a5ab1c35-b380-416b-a0b8-188353a5a0d4 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 944 time: 0.1616247 Jul 14 14:16:26.528435 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad473b-8971-4df5-9a32-c962bcbfec8d req-102a1f55-206f-471e-86b8-1024be4504d3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:26.529832 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d0ad473b-8971-4df5-9a32-c962bcbfec8d req-102a1f55-206f-471e-86b8-1024be4504d3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1402481 Jul 14 14:16:26.589498 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] For port 97c1989a-3ff4-4e25-965a-6c0642842724, host hv-cinder-67913, cleared binding levels {{(pid=93057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:16:26.607346 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c583b3a6-0385-4a9a-869d-f801212622a4 req-b805d6d0-27ae-429e-828b-39d06bcaa058 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888488 Jul 14 14:16:26.614530 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] For port 97c1989a-3ff4-4e25-965a-6c0642842724, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=97c1989a-3ff4-4e25-965a-6c0642842724,segment=NetworkSegment(fcf328b0-11c0-4d2d-b5e9-29f580b67000),segment_id=fcf328b0-11c0-4d2d-b5e9-29f580b67000)] {{(pid=93057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:16:26.618413 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d0ad473b-8971-4df5-9a32-c962bcbfec8d req-aa30d6de-41ca-44ba-b38b-3fc450334d48 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777524 Jul 14 14:16:26.625741 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:26.671497 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:26.672247 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:26.674721 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] 10.222.0.62 "PUT /v2.0/ports/97c1989a-3ff4-4e25-965a-6c0642842724 HTTP/1.1" status: 200 len: 1094 time: 0.8087716 Jul 14 14:16:26.675506 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb41f46-3eba-456f-ba58-3a4e5a898860', 'tag': '97c1989a-3ff4-4e25-965a-6c0642842724'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:16:26.678974 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc867c1-fcd6-4bbd-8c79-1820cdffb7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "edb41f46-3eba-456f-ba58-3a4e5a898860", "tag": "97c1989a-3ff4-4e25-965a-6c0642842724"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:16:26.712376 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8bf28-eace-42da-ae7d-0dc36a675d95 service neutron] Pushing event updated for resources: {'Port': ['ID=97c1989a-3ff4-4e25-965a-6c0642842724,revision_number=3']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:26.760427 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6752e9-b203-448d-a0b3-8de20366d643 x-openstack-request-id: req-fe6752e9-b203-448d-a0b3-8de20366d643 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:16:26.760619 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb41f46-3eba-456f-ba58-3a4e5a898860", "tag": "97c1989a-3ff4-4e25-965a-6c0642842724", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:16:26.760865 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe6752e9-b203-448d-a0b3-8de20366d643 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:16:26.761325 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb41f46-3eba-456f-ba58-3a4e5a898860', 'tag': '97c1989a-3ff4-4e25-965a-6c0642842724', 'status': 'completed', 'code': 200} Jul 14 14:16:26.824980 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-05cbeb1f-285d-475f-b0cb-9c4f0e1ba336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:26.826546 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-05cbeb1f-285d-475f-b0cb-9c4f0e1ba336 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c071798842b048769b9b16013b5282ca&device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 1097 time: 0.0761075 Jul 14 14:16:26.872174 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-330c7400-cce4-46c1-ba75-efbfcce8a3b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c1989a-3ff4-4e25-965a-6c0642842724 HTTP/1.1" status: 200 len: 217 time: 0.0374370 Jul 14 14:16:26.926861 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-f2dd8593-1645-4c80-9859-565212c1b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:26.928611 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-f2dd8593-1645-4c80-9859-565212c1b43f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7324b7a-dd67-410b-8678-055e491e37d1 HTTP/1.1" status: 200 len: 848 time: 0.0489089 Jul 14 14:16:26.982906 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-758644dd-c57b-414f-9a24-f6ff0dff7966 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7aaa9fb9-d3a6-45bb-835e-2713665bfeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464368 Jul 14 14:16:27.363988 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-88868442-b08f-4cfb-a990-b875d71e1187 service neutron] 10.222.0.62 "GET /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598804 Jul 14 14:16:27.368811 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f53de-cfb9-4efb-aaf0-54d34bd7f5de req-05811894-97a2-44ed-85b7-5c897b6ff5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:27.370185 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5a7f53de-cfb9-4efb-aaf0-54d34bd7f5de req-05811894-97a2-44ed-85b7-5c897b6ff5f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 1098 time: 0.1535575 Jul 14 14:16:27.397048 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62aa3-600f-4f50-beaa-ef049f623c45 req-66448a03-401c-46be-8298-3e7012d8d181 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:27.406931 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f2b62aa3-600f-4f50-beaa-ef049f623c45 req-66448a03-401c-46be-8298-3e7012d8d181 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1727521 Jul 14 14:16:27.547612 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f2b62aa3-600f-4f50-beaa-ef049f623c45 req-d471b879-036b-4f88-9089-b656e2b868cd tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369734 Jul 14 14:16:27.581635 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b9b469d-7099-4bea-ab43-25f42a86735e req-9a2a2b9b-c09d-4862-b06d-2df014903382 service neutron] 10.222.0.62 "GET /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097631 Jul 14 14:16:27.582719 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f53de-cfb9-4efb-aaf0-54d34bd7f5de req-a2ff9a96-ee50-40fc-8125-ec5245c47550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:27.584070 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5a7f53de-cfb9-4efb-aaf0-54d34bd7f5de req-a2ff9a96-ee50-40fc-8125-ec5245c47550 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 920 time: 0.2030780 Jul 14 14:16:27.631331 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5a7f53de-cfb9-4efb-aaf0-54d34bd7f5de req-de9a6711-cea6-4c30-85ae-432e96681611 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c559f6e-e37a-49b9-9830-046bb6f666ac HTTP/1.1" status: 200 len: 217 time: 0.0347748 Jul 14 14:16:27.710384 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f53de-cfb9-4efb-aaf0-54d34bd7f5de req-b5ead5f8-84f4-4fe2-8c56-4afc185c9b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:27.711825 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5a7f53de-cfb9-4efb-aaf0-54d34bd7f5de req-b5ead5f8-84f4-4fe2-8c56-4afc185c9b02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fffa1587-fcbd-412b-b57e-71c0cd21620e HTTP/1.1" status: 200 len: 859 time: 0.0740271 Jul 14 14:16:27.759277 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5a7f53de-cfb9-4efb-aaf0-54d34bd7f5de req-b7e02a76-dcc9-407e-a439-12da605393c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370183 Jul 14 14:16:27.791688 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc867c1-fcd6-4bbd-8c79-1820cdffb7b7 req-afcd95c4-ceb6-45e9-83c8-c3232a7dec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:27.793185 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8fc867c1-fcd6-4bbd-8c79-1820cdffb7b7 req-afcd95c4-ceb6-45e9-83c8-c3232a7dec74 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c071798842b048769b9b16013b5282ca&device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 1097 time: 0.1460965 Jul 14 14:16:27.957670 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c442f-9165-4343-9787-b6ea23c330dc req-6ea4aeb4-9a1a-49c1-be67-9ccfa89ed5c2 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:27.959048 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-656c442f-9165-4343-9787-b6ea23c330dc req-6ea4aeb4-9a1a-49c1-be67-9ccfa89ed5c2 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 944 time: 0.2281938 Jul 14 14:16:27.995222 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5a7f53de-cfb9-4efb-aaf0-54d34bd7f5de req-01a1f73a-6061-49a3-a7eb-9d4a8cee6d6d service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155449 Jul 14 14:16:28.000958 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc867c1-fcd6-4bbd-8c79-1820cdffb7b7 req-73b19c7d-f404-44d8-85f3-befcd5abee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:28.003124 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8fc867c1-fcd6-4bbd-8c79-1820cdffb7b7 req-73b19c7d-f404-44d8-85f3-befcd5abee47 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 HTTP/1.1" status: 200 len: 909 time: 0.1968045 Jul 14 14:16:28.084002 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-656c442f-9165-4343-9787-b6ea23c330dc req-133a389c-0543-4297-8c44-ec1d9e5c4e97 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178007 Jul 14 14:16:28.087273 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8fc867c1-fcd6-4bbd-8c79-1820cdffb7b7 req-f57d2c3c-cb39-4542-813b-5cf9658e4a42 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c1989a-3ff4-4e25-965a-6c0642842724 HTTP/1.1" status: 200 len: 217 time: 0.0702157 Jul 14 14:16:28.165809 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc867c1-fcd6-4bbd-8c79-1820cdffb7b7 req-9428fced-c773-4f6a-9a0e-65a46568f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:28.167248 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8fc867c1-fcd6-4bbd-8c79-1820cdffb7b7 req-9428fced-c773-4f6a-9a0e-65a46568f044 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7324b7a-dd67-410b-8678-055e491e37d1 HTTP/1.1" status: 200 len: 848 time: 0.0727110 Jul 14 14:16:28.172422 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5a7f53de-cfb9-4efb-aaf0-54d34bd7f5de req-e83dac27-7dd8-4c11-ae07-2037649eeb5d service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674290 Jul 14 14:16:28.206900 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8fc867c1-fcd6-4bbd-8c79-1820cdffb7b7 req-18f3cd7b-ee44-42a1-b10c-022b0a9901d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7aaa9fb9-d3a6-45bb-835e-2713665bfeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260572 Jul 14 14:16:28.303928 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8fc867c1-fcd6-4bbd-8c79-1820cdffb7b7 req-3ec63aa4-970f-4f85-80c5-7ffa944917dd service neutron] 10.222.0.62 "GET /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891690 Jul 14 14:16:28.408582 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8fc867c1-fcd6-4bbd-8c79-1820cdffb7b7 req-5eed73ca-8f5f-446e-97c0-4b4aae8b403c service neutron] 10.222.0.62 "GET /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933421 Jul 14 14:16:28.723121 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139a940-ea97-4c78-bd20-c29bdd06a045 req-134fb47e-26d8-44bf-bf18-a6bb9cec445c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:28.724589 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a139a940-ea97-4c78-bd20-c29bdd06a045 req-134fb47e-26d8-44bf-bf18-a6bb9cec445c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0634627 Jul 14 14:16:28.762808 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a139a940-ea97-4c78-bd20-c29bdd06a045 req-bc257f4f-fb15-46d3-ac35-51b6417323fc tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Jul 14 14:16:28.963702 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-8dd30487-3dbe-4d27-8d9f-490e8982dd34 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094868794&fields=id&tenant_id=1d86ef4389834ab9980f774ec2beb1e0 HTTP/1.1" status: 200 len: 267 time: 0.0451624 Jul 14 14:16:29.069686 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-b6a6d0f1-a127-4970-be19-9c111d7bc68c tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:29.071157 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-b6a6d0f1-a127-4970-be19-9c111d7bc68c tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/networks?id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 HTTP/1.1" status: 200 len: 809 time: 0.0998452 Jul 14 14:16:29.085563 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-3ce17579-2654-4ccc-b2da-a1bc56a88c9d tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/quotas/1d86ef4389834ab9980f774ec2beb1e0 HTTP/1.1" status: 200 len: 375 time: 0.0089953 Jul 14 14:16:29.159856 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-21e60fdf-8e36-48c8-9591-b52e2cffad63 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d86ef4389834ab9980f774ec2beb1e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693340 Jul 14 14:16:29.303756 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-9ab340f8-5740-4cfa-8d49-545243ffe362 service neutron] 10.222.0.53 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307435 Jul 14 14:16:29.315849 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc1a33-9d1d-4d63-a07c-6a614d5970a0 req-2a4be31f-deaf-4f59-bb24-4bdf55cfb310 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:29.317226 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51bc1a33-9d1d-4d63-a07c-6a614d5970a0 req-2a4be31f-deaf-4f59-bb24-4bdf55cfb310 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 944 time: 0.0958874 Jul 14 14:16:29.396687 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51bc1a33-9d1d-4d63-a07c-6a614d5970a0 req-992f0167-552e-4510-8ee2-200a1e7f3ee0 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709164 Jul 14 14:16:29.423625 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-b96d1767-9ad2-455a-bcd7-b16d0e34dc7d service neutron] 10.222.0.53 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054106 Jul 14 14:16:29.848559 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-85be21dd-d654-45d4-9e33-932843f2b715 req-bc49532e-3b22-4a7d-bfba-05dfa6122202 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 210 time: 0.0575428 Jul 14 14:16:30.021346 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e4c1d-e1fe-490c-92a6-4428892fc508 req-95629bdf-9b9b-4667-b73f-d5a4be9a4772 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:30.022831 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d93e4c1d-e1fe-490c-92a6-4428892fc508 req-95629bdf-9b9b-4667-b73f-d5a4be9a4772 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0701125 Jul 14 14:16:30.063613 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d93e4c1d-e1fe-490c-92a6-4428892fc508 req-69e3c09a-82a6-404e-b071-0ef3cdc9a8f9 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340078 Jul 14 14:16:30.159907 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 97c1989a-3ff4-4e25-965a-6c0642842724 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:16:30.266052 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 97c1989a-3ff4-4e25-965a-6c0642842724, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=97c1989a-3ff4-4e25-965a-6c0642842724,segment=NetworkSegment(fcf328b0-11c0-4d2d-b5e9-29f580b67000),segment_id=fcf328b0-11c0-4d2d-b5e9-29f580b67000)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:30.278452 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '97c1989a-3ff4-4e25-965a-6c0642842724', 'network_id': '7aaa9fb9-d3a6-45bb-835e-2713665bfeb8', 'port_id': '97c1989a-3ff4-4e25-965a-6c0642842724', 'mac_address': 'fa:16:3e:65:18:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7324b7a-dd67-410b-8678-055e491e37d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:16:30.328099 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:30.349861 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c1989a-3ff4-4e25-965a-6c0642842724 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:16:30.395251 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 97c1989a-3ff4-4e25-965a-6c0642842724, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=97c1989a-3ff4-4e25-965a-6c0642842724,segment=NetworkSegment(fcf328b0-11c0-4d2d-b5e9-29f580b67000),segment_id=fcf328b0-11c0-4d2d-b5e9-29f580b67000)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:30.402101 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:30.457117 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=97c1989a-3ff4-4e25-965a-6c0642842724,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:30.575925 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7978f-14c8-487f-9c91-6cf312cfa5ea req-eef0a85b-8392-4a8b-a4dc-2cad7efc9333 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:30.577516 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-76f7978f-14c8-487f-9c91-6cf312cfa5ea req-eef0a85b-8392-4a8b-a4dc-2cad7efc9333 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 945 time: 0.0619826 Jul 14 14:16:30.617430 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-76f7978f-14c8-487f-9c91-6cf312cfa5ea req-7b5a1440-d196-4fad-971c-94ebdab94352 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Jul 14 14:16:30.699427 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['97c1989a-3ff4-4e25-965a-6c0642842724'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:16:31.024780 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fde07b93-a410-471e-9ca2-3abf43e41856 req-44d279c4-7c5f-4df7-a350-a176c4de3a50 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 210 time: 0.0340629 Jul 14 14:16:31.074117 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-f693648e-ebb0-43b6-bb27-6155dc83ca60 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:31.075787 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-f693648e-ebb0-43b6-bb27-6155dc83ca60 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.62 "GET /v2.0/networks?id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 HTTP/1.1" status: 200 len: 809 time: 0.1539011 Jul 14 14:16:31.130421 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-7ddfb6fc-6717-4292-b66b-ead4dadfd981 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d86ef4389834ab9980f774ec2beb1e0 HTTP/1.1" status: 200 len: 380 time: 0.0442636 Jul 14 14:16:31.141617 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Request body: {'port': {'device_id': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'admin_state_up': True, 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'security_groups': ['e67eb12d-fc89-40ab-96a9-9334d27cb32a']}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:31.146199 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:16:31.278872 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Made reservation on behalf of 1d86ef4389834ab9980f774ec2beb1e0 for: {'port': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:16:31.283449 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:31.449961 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Allocated IP 172.20.0.13 (3e05f0e9-a9e6-48fa-945d-74e7bf473cf7/0d09fa29-169b-4738-a23e-0588e8055df4/a0692eac-ac89-432d-b992-b2bef7f2233d) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:16:31.859065 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:31.885699 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d86b1-3c3a-4538-b3b1-df703827a967 req-a70fc74e-bd20-46e0-b42e-f2917849d62a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:31.887184 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-362d86b1-3c3a-4538-b3b1-df703827a967 req-a70fc74e-bd20-46e0-b42e-f2917849d62a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1688783 Jul 14 14:16:31.891283 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Transition to ACTIVE for port object a0692eac-ac89-432d-b992-b2bef7f2233d will not be triggered until provisioned by entity DHCP. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:31.926943 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe55e2-a2b3-4453-b174-cf0db26687c0 req-eb5909d4-0680-4b4b-aebf-6913345d7f29 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:31.928419 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b7fe55e2-a2b3-4453-b174-cf0db26687c0 req-eb5909d4-0680-4b4b-aebf-6913345d7f29 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 945 time: 0.1733794 Jul 14 14:16:31.973899 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-362d86b1-3c3a-4538-b3b1-df703827a967 req-13dc0873-e1ef-4e18-ab0d-19e07f03964d tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773284 Jul 14 14:16:31.995778 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 40526) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:32.002798 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.006894 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b7fe55e2-a2b3-4453-b174-cf0db26687c0 req-9705a105-b1b7-4e27-b42b-aadbb398742c tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714066 Jul 14 14:16:32.060607 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:16:32.064127 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:32.068179 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:16:32.092312 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event updated for resources: {'Port': ['ID=a0692eac-ac89-432d-b992-b2bef7f2233d,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:32.107719 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:32.108293 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:32.108798 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:32.109309 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:32.109829 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:32.110311 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:32.110820 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:32.111297 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:32.111961 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:32.112443 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:32.113013 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:32.113510 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:32.169991 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:32.170638 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.175433 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39c9299f-bef1-4af7-930d-c5e7953de403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.178110 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 97c1989a-3ff4-4e25-965a-6c0642842724 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:32.201851 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-bf75347f-a473-41b5-8b3e-36d2cf1360d6 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0645256 Jul 14 14:16:32.226655 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Request body: {'port': {'device_id': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:32.233911 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 97c1989a-3ff4-4e25-965a-6c0642842724 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:32.238315 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 97c1989a-3ff4-4e25-965a-6c0642842724 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:32.238890 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.351332 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.360066 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.388408 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb41f46-3eba-456f-ba58-3a4e5a898860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c1989a-3ff4-4e25-965a-6c0642842724'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:16:32.390833 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf3eb6a-4cdb-44a0-aec0-0943a55d741e" -d '{"events": [{"server_uuid": "edb41f46-3eba-456f-ba58-3a4e5a898860", "name": "network-vif-plugged", "status": "completed", "tag": "97c1989a-3ff4-4e25-965a-6c0642842724"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:16:32.396468 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-263c2207-677d-4172-9691-b6ff0718cf9d None None] Provisioning for port a0692eac-ac89-432d-b992-b2bef7f2233d completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:32.409873 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-263c2207-677d-4172-9691-b6ff0718cf9d None None] Provisioning complete for port a0692eac-ac89-432d-b992-b2bef7f2233d triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:32.410444 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-263c2207-677d-4172-9691-b6ff0718cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.414000 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 97c1989a-3ff4-4e25-965a-6c0642842724, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=97c1989a-3ff4-4e25-965a-6c0642842724,segment=NetworkSegment(fcf328b0-11c0-4d2d-b5e9-29f580b67000),segment_id=fcf328b0-11c0-4d2d-b5e9-29f580b67000)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:32.417605 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.457343 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee3da0-c785-4863-835f-232fae0e61ea req-ad8472d3-86a1-40b3-b60a-23d97a086dfb tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:32.459581 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6fee3da0-c785-4863-835f-232fae0e61ea req-ad8472d3-86a1-40b3-b60a-23d97a086dfb tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 932 time: 0.2847819 Jul 14 14:16:32.495927 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-263c2207-677d-4172-9691-b6ff0718cf9d None None] Port a0692eac-ac89-432d-b992-b2bef7f2233d cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:16:32.522492 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=97c1989a-3ff4-4e25-965a-6c0642842724,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:32.573947 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db2a24e-3aa2-4fae-9e4b-e8947fe01e81 x-openstack-request-id: req-8db2a24e-3aa2-4fae-9e4b-e8947fe01e81 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:16:32.574455 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb41f46-3eba-456f-ba58-3a4e5a898860", "name": "network-vif-plugged", "status": "completed", "tag": "97c1989a-3ff4-4e25-965a-6c0642842724", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:16:32.574853 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8db2a24e-3aa2-4fae-9e4b-e8947fe01e81 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:16:32.575384 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb41f46-3eba-456f-ba58-3a4e5a898860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c1989a-3ff4-4e25-965a-6c0642842724', 'code': 200} Jul 14 14:16:32.644805 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6fee3da0-c785-4863-835f-232fae0e61ea req-f435eb03-1eb4-40f8-a036-5d991d05b9a1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728933 Jul 14 14:16:32.681195 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39c9299f-bef1-4af7-930d-c5e7953de403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.689118 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39c9299f-bef1-4af7-930d-c5e7953de403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.757413 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-39c9299f-bef1-4af7-930d-c5e7953de403 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3441826aeae6482e90bac7c8599555f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7605507 Jul 14 14:16:32.760436 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 40552) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:32.773121 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9299f-bef1-4af7-930d-c5e7953de403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518461ac-b4c1-43e2-94d8-9b3ecf4a8cff,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:32.913032 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-433eb212-f2a4-4d98-ab53-dad6baad4d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.941129 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0692eac-ac89-432d-b992-b2bef7f2233d {{(pid=93057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:16:32.957445 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.962948 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-433eb212-f2a4-4d98-ab53-dad6baad4d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:32.983820 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c6168-c819-4a23-89ba-366686eb5e8c req-d4690466-80d6-4ccf-ad52-881db259327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:32.985531 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9b0c6168-c819-4a23-89ba-366686eb5e8c req-d4690466-80d6-4ccf-ad52-881db259327e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 1099 time: 0.1622541 Jul 14 14:16:32.990347 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Transition to ACTIVE for port object a0692eac-ac89-432d-b992-b2bef7f2233d will not be triggered until provisioned by entity L2. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:33.009131 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:33.083367 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9b0c6168-c819-4a23-89ba-366686eb5e8c req-6c17900f-b395-4d5e-a926-e2a9d6df835e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901062 Jul 14 14:16:33.088684 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Pushing event updated for resources: {'Port': ['ID=a0692eac-ac89-432d-b992-b2bef7f2233d,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:33.115841 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-433eb212-f2a4-4d98-ab53-dad6baad4d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:33.118375 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-433eb212-f2a4-4d98-ab53-dad6baad4d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:33.119525 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-433eb212-f2a4-4d98-ab53-dad6baad4d96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/518461ac-b4c1-43e2-94d8-9b3ecf4a8cff HTTP/1.1" status: 204 len: 168 time: 0.3580215 Jul 14 14:16:33.146670 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433eb212-f2a4-4d98-ab53-dad6baad4d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518461ac-b4c1-43e2-94d8-9b3ecf4a8cff,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:33.231342 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Attempting to bind port a0692eac-ac89-432d-b992-b2bef7f2233d on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:16:33.231668 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Attempting to bind port a0692eac-ac89-432d-b992-b2bef7f2233d by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:16:33.232177 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Attempting to bind port a0692eac-ac89-432d-b992-b2bef7f2233d on network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:33.241135 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Port a0692eac-ac89-432d-b992-b2bef7f2233d on network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:16:33.241372 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Attempting to bind port a0692eac-ac89-432d-b992-b2bef7f2233d on network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:33.249484 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:16:33.250045 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Checking segment: {'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:16:33.250425 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Bound using segment: {'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:16:33.251033 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Bound port: a0692eac-ac89-432d-b992-b2bef7f2233d, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a038ce-ad7a-47ac-9a60-732673527f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7'}}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:16:33.252220 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:33.316284 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5b48-e8a2-4691-a749-c5c714497ce8 req-566a8fc0-5625-438f-bc3b-61eecb89e47a tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:33.323377 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-540c5b48-e8a2-4691-a749-c5c714497ce8 req-566a8fc0-5625-438f-bc3b-61eecb89e47a tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 946 time: 0.1571994 Jul 14 14:16:33.383663 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-540c5b48-e8a2-4691-a749-c5c714497ce8 req-c7885b94-f328-4896-8bc6-afcabdb662bb tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583649 Jul 14 14:16:33.395912 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] For port a0692eac-ac89-432d-b992-b2bef7f2233d, host hv-cinder-67913, cleared binding levels {{(pid=93057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:16:33.400783 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] For port a0692eac-ac89-432d-b992-b2bef7f2233d, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a0692eac-ac89-432d-b992-b2bef7f2233d,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:16:33.406288 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:33.445375 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:33.446059 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:33.447558 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] 10.222.0.62 "PUT /v2.0/ports/a0692eac-ac89-432d-b992-b2bef7f2233d HTTP/1.1" status: 200 len: 1094 time: 1.2275774 Jul 14 14:16:33.447861 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:16:33.450085 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863d50df-392c-41f7-b074-398d7eeda469" -d '{"events": [{"name": "network-changed", "server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:16:33.475184 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d81f15-136e-42fa-a6d3-1a056aabb357 service neutron] Pushing event updated for resources: {'Port': ['ID=a0692eac-ac89-432d-b992-b2bef7f2233d,revision_number=3']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:33.520250 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36320dcd-98d0-473b-aa30-438b4f28a2a2 x-openstack-request-id: req-36320dcd-98d0-473b-aa30-438b4f28a2a2 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:16:33.520466 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:16:33.520716 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36320dcd-98d0-473b-aa30-438b4f28a2a2 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:16:33.521288 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'status': 'completed', 'code': 200} Jul 14 14:16:33.574137 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-1b153891-8946-48ff-9605-6e9f39e4c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:33.575882 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-1b153891-8946-48ff-9605-6e9f39e4c689 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d86ef4389834ab9980f774ec2beb1e0&device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 1097 time: 0.0651398 Jul 14 14:16:33.628479 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-f8e85e17-786e-43f1-a094-a48ec6eaec30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0692eac-ac89-432d-b992-b2bef7f2233d HTTP/1.1" status: 200 len: 217 time: 0.0436692 Jul 14 14:16:33.689976 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-052bda1c-18c8-4eeb-9ac2-3675471ce8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:33.692284 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-052bda1c-18c8-4eeb-9ac2-3675471ce8d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d09fa29-169b-4738-a23e-0588e8055df4 HTTP/1.1" status: 200 len: 848 time: 0.0514159 Jul 14 14:16:33.791613 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-5d1c3b46-f02f-4474-b88f-e201602bb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:33.793124 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-5d1c3b46-f02f-4474-b88f-e201602bb6a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0854201 Jul 14 14:16:33.885647 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 40590) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:33.920406 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ff530-d422-4aeb-ab21-8301edebfb10 req-3ceeee83-0d3f-466e-9f3c-21bdc8ee9005 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:33.921946 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f02ff530-d422-4aeb-ab21-8301edebfb10 req-3ceeee83-0d3f-466e-9f3c-21bdc8ee9005 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 944 time: 0.1480165 Jul 14 14:16:33.935231 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-3bec6410-1310-461e-8dc2-485ce903534b service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129091 Jul 14 14:16:34.004770 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-859767008-network', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:34.010888 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f02ff530-d422-4aeb-ab21-8301edebfb10 req-ae2e011f-7a16-48e3-9722-b8cb257d7d84 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825539 Jul 14 14:16:34.054748 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-75f02371-575b-4dcd-8dfa-38ddd63e33d1 req-5bdc3cc8-15cb-4178-8ee8-3145c9506ea7 service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082206 Jul 14 14:16:34.072043 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Made reservation on behalf of 7f7d52954fd14a2b8fa3d2e85b883f14 for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:16:34.074712 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.086448 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.210354 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.215247 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.238762 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d50df-392c-41f7-b074-398d7eeda469 req-5940c34c-b0ac-4d7b-b5a4-9dea0db01134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:34.240242 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-863d50df-392c-41f7-b074-398d7eeda469 req-5940c34c-b0ac-4d7b-b5a4-9dea0db01134 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d86ef4389834ab9980f774ec2beb1e0&device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 1097 time: 0.0609474 Jul 14 14:16:34.241208 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:16:34.250930 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dadf4a6-be15-4b33-a31e-e27db6ebbb97,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:34.256808 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.257181 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.segments_db [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Added segment 407ac722-588b-44ec-9b8f-f7286f407f1d of type vlan for network c32af85c-8471-4793-9b68-be332f02fb89 Jul 14 14:16:34.267965 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:34.268312 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:34.268699 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:34.269137 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:34.269393 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:34.269720 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:34.270047 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:34.270369 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:34.270690 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:34.271012 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:34.271384 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:34.271704 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:34.318710 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.340981 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d50df-392c-41f7-b074-398d7eeda469 req-324bf885-a797-430f-a82e-6fb84598c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:34.342501 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-863d50df-392c-41f7-b074-398d7eeda469 req-324bf885-a797-430f-a82e-6fb84598c034 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 HTTP/1.1" status: 200 len: 910 time: 0.0941474 Jul 14 14:16:34.347598 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.348572 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:34.349177 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.385817 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-863d50df-392c-41f7-b074-398d7eeda469 req-f1bdeaf3-0355-4efe-8cf0-42576668071c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0692eac-ac89-432d-b992-b2bef7f2233d HTTP/1.1" status: 200 len: 217 time: 0.0360451 Jul 14 14:16:34.404544 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5155740 Jul 14 14:16:34.405217 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 40602) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:34.411521 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-827b5cf8-8744-414d-a1b8-ccc8f2b23796 admin admin] Request body: {'subnet': {'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-859767008-subnet', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:34.415744 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417f7dc-ec6f-4819-a103-9f1b77d51b50 admin admin] Pushing event updated for resources: {'Network': ['ID=c32af85c-8471-4793-9b68-be332f02fb89,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:34.427020 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network c32af85c-8471-4793-9b68-be332f02fb89 details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:16:34.441196 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827b5cf8-8744-414d-a1b8-ccc8f2b23796 admin admin] Made reservation on behalf of 7f7d52954fd14a2b8fa3d2e85b883f14 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:16:34.443382 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d50df-392c-41f7-b074-398d7eeda469 req-68603473-c60d-403e-aff2-59982d4ee0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:34.445008 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-863d50df-392c-41f7-b074-398d7eeda469 req-68603473-c60d-403e-aff2-59982d4ee0f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d09fa29-169b-4738-a23e-0588e8055df4 HTTP/1.1" status: 200 len: 848 time: 0.0512180 Jul 14 14:16:34.453103 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-827b5cf8-8744-414d-a1b8-ccc8f2b23796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234376'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.535353 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d50df-392c-41f7-b074-398d7eeda469 req-a6ec9803-df24-48d2-8a94-9d16557cbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:34.537013 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-863d50df-392c-41f7-b074-398d7eeda469 req-a6ec9803-df24-48d2-8a94-9d16557cbb38 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0849180 Jul 14 14:16:34.653635 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-827b5cf8-8744-414d-a1b8-ccc8f2b23796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9482139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234426'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.668253 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-863d50df-392c-41f7-b074-398d7eeda469 req-a37ea5cf-22ba-44f3-b978-dd339e006b22 service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242895 Jul 14 14:16:34.688372 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f6e2a-94a1-4c95-a2eb-84ee228398c8 req-1f8dbccf-8cbb-429d-bca7-e4c41b4ba573 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:34.690154 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c15f6e2a-94a1-4c95-a2eb-84ee228398c8 req-1f8dbccf-8cbb-429d-bca7-e4c41b4ba573 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 946 time: 0.1283743 Jul 14 14:16:34.716848 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b5cf8-8744-414d-a1b8-ccc8f2b23796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=452b12cc-11f7-4d78-8ff3-9a96dd39ceb5,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:34.727193 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827b5cf8-8744-414d-a1b8-ccc8f2b23796 admin admin] Checking segment: {'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:16:34.727702 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b5cf8-8744-414d-a1b8-ccc8f2b23796 admin admin] Network hostable DHCP agents. Network: c32af85c-8471-4793-9b68-be332f02fb89, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:16:34.746284 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b5cf8-8744-414d-a1b8-ccc8f2b23796 admin admin] Network c32af85c-8471-4793-9b68-be332f02fb89 is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:16:34.757314 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-827b5cf8-8744-414d-a1b8-ccc8f2b23796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, c32af85c-8471-4793-9b68-be332f02fb89) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:34.761801 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b5cf8-8744-414d-a1b8-ccc8f2b23796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:34.762460 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-827b5cf8-8744-414d-a1b8-ccc8f2b23796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.780330 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76aff4d-9ec1-4487-801c-b55734d67624 None None] Network c32af85c-8471-4793-9b68-be332f02fb89 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:16:34.780509 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-827b5cf8-8744-414d-a1b8-ccc8f2b23796 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3745039 Jul 14 14:16:34.783591 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 40612) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:34.788429 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:34.804431 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c15f6e2a-94a1-4c95-a2eb-84ee228398c8 req-54796407-e4aa-45f0-83d2-67f9fab41389 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018507 Jul 14 14:16:34.831535 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28540'] for router, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.832898 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3860646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4239'] for router, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.843329 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-863d50df-392c-41f7-b074-398d7eeda469 req-b10d72f9-345f-45a3-85d7-454f7cf03b71 service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521287 Jul 14 14:16:34.923626 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:34.959654 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a962f5-06de-5b6f-a7b7-a44709c80867-c32af85c-8471-4793-9b68-be332f02fb89', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'fixed_ips': [{'subnet_id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5'}]}} from dv-cinder-679138-10-smb. {{(pid=93059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:16:34.961160 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:35.071741 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4253'] for router, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:35.259460 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Allocated IP 172.20.0.2 (c32af85c-8471-4793-9b68-be332f02fb89/452b12cc-11f7-4d78-8ff3-9a96dd39ceb5/15825fd7-eb54-4d01-9277-8c97c6bb54b7) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:16:35.335322 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b47dd8-9aa4-4fa7-b7b3-0b173098e489 req-a0f502d8-3dd0-499b-a8c1-7a23d5125922 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:35.343514 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e9b47dd8-9aa4-4fa7-b7b3-0b173098e489 req-a0f502d8-3dd0-499b-a8c1-7a23d5125922 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 944 time: 0.1506982 Jul 14 14:16:35.439819 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:35.451811 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844774a-e517-483f-95c3-a32185927b49 req-f36e19a2-79e2-4aba-93e5-80f452228a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:35.458903 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4844774a-e517-483f-95c3-a32185927b49 req-f36e19a2-79e2-4aba-93e5-80f452228a19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 1098 time: 0.2177050 Jul 14 14:16:35.467194 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:35.477226 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Transition to ACTIVE for port object 15825fd7-eb54-4d01-9277-8c97c6bb54b7 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:35.490452 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e9b47dd8-9aa4-4fa7-b7b3-0b173098e489 req-c3304d83-2dd0-4b75-b4e8-7074183dedeb tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458354 Jul 14 14:16:35.507400 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:35.509652 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Transition to ACTIVE for port object 15825fd7-eb54-4d01-9277-8c97c6bb54b7 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:35.531313 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:35.583499 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6350741-76e7-445d-86d7-45ee8a3b2df8 req-6f67f5c2-0e6e-4c3f-8e4d-aeae04e15998 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:35.590760 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b6350741-76e7-445d-86d7-45ee8a3b2df8 req-6f67f5c2-0e6e-4c3f-8e4d-aeae04e15998 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.2196457 Jul 14 14:16:35.599130 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Network c32af85c-8471-4793-9b68-be332f02fb89 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:16:35.604322 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:35.607334 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:16:35.652714 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b6350741-76e7-445d-86d7-45ee8a3b2df8 req-e721c2ca-345f-4745-a827-95c893a0ff20 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610306 Jul 14 14:16:35.653220 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Allocated IP 172.28.3.114 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/87fd73b6-5323-4365-a616-0d91bd95e039) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:16:35.655138 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Pushing event updated for resources: {'Port': ['ID=15825fd7-eb54-4d01-9277-8c97c6bb54b7,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:35.676177 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844774a-e517-483f-95c3-a32185927b49 req-e5ce3b04-fea2-4ccf-bb72-96bbe019a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:35.677827 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4844774a-e517-483f-95c3-a32185927b49 req-e5ce3b04-fea2-4ccf-bb72-96bbe019a183 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 920 time: 0.2052548 Jul 14 14:16:35.696401 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Attempting to bind port 15825fd7-eb54-4d01-9277-8c97c6bb54b7 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:16:35.696770 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Attempting to bind port 15825fd7-eb54-4d01-9277-8c97c6bb54b7 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:16:35.697203 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Attempting to bind port 15825fd7-eb54-4d01-9277-8c97c6bb54b7 on network c32af85c-8471-4793-9b68-be332f02fb89 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:35.702432 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:16:35.702804 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Checking segment: {'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:16:35.703203 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:35.703594 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Bound using segment: {'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:16:35.704056 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Bound port: 15825fd7-eb54-4d01-9277-8c97c6bb54b7, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:16:35.705008 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:35.733386 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4844774a-e517-483f-95c3-a32185927b49 req-694d7544-a71b-4e67-9cbf-b831c366f028 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c559f6e-e37a-49b9-9830-046bb6f666ac HTTP/1.1" status: 200 len: 217 time: 0.0418501 Jul 14 14:16:35.782179 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] For port 15825fd7-eb54-4d01-9277-8c97c6bb54b7, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:16:35.788517 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] For port 15825fd7-eb54-4d01-9277-8c97c6bb54b7, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=15825fd7-eb54-4d01-9277-8c97c6bb54b7,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:16:35.798467 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:35.798850 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844774a-e517-483f-95c3-a32185927b49 req-d786c3e9-0df8-4dc2-8991-423cb66afb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:35.800454 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4844774a-e517-483f-95c3-a32185927b49 req-d786c3e9-0df8-4dc2-8991-423cb66afb50 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fffa1587-fcbd-412b-b57e-71c0cd21620e HTTP/1.1" status: 200 len: 859 time: 0.0599210 Jul 14 14:16:35.822628 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:35.847618 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4844774a-e517-483f-95c3-a32185927b49 req-8fe7bf0f-9aa6-4cf1-a587-0b90e9f872f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390942 Jul 14 14:16:35.878407 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ca8e6-6313-4098-ad7c-e7b6af2d1c58 None None] Pushing event updated for resources: {'Port': ['ID=15825fd7-eb54-4d01-9277-8c97c6bb54b7,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:35.896706 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:35.955145 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:16:35.967402 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:35.972766 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Pushing event updated for resources: {'Port': ['ID=87fd73b6-5323-4365-a616-0d91bd95e039,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:35.988771 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4844774a-e517-483f-95c3-a32185927b49 req-37be593f-5e3b-49a8-8a4d-53090e38e00c service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362064 Jul 14 14:16:35.991213 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:16:36.163952 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4844774a-e517-483f-95c3-a32185927b49 req-54faf9ad-73a6-4bce-a880-0e5c34c0ccf1 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575544 Jul 14 14:16:36.194822 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device a0692eac-ac89-432d-b992-b2bef7f2233d details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:16:36.218976 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc39ef-14f5-4c20-865d-f3f74d50987e req-9dc0deb0-7c7d-458e-8892-65d31208f9b8 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:36.229152 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4acc39ef-14f5-4c20-865d-f3f74d50987e req-9dc0deb0-7c7d-458e-8892-65d31208f9b8 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 946 time: 0.1969929 Jul 14 14:16:36.332402 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4acc39ef-14f5-4c20-865d-f3f74d50987e req-20bf7c5f-665e-4836-9c64-bbeff6fe82d1 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017191 Jul 14 14:16:36.334383 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:36.375455 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port a0692eac-ac89-432d-b992-b2bef7f2233d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a0692eac-ac89-432d-b992-b2bef7f2233d,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:36.396748 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'port_id': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'mac_address': 'fa:16:3e:fd:28:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:16:36.437702 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:36.464973 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0692eac-ac89-432d-b992-b2bef7f2233d {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:16:36.489867 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port a0692eac-ac89-432d-b992-b2bef7f2233d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a0692eac-ac89-432d-b992-b2bef7f2233d,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:36.495223 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:36.566977 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=a0692eac-ac89-432d-b992-b2bef7f2233d,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:36.754166 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861333'] for router, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:36.825846 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['a0692eac-ac89-432d-b992-b2bef7f2233d'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:16:37.000213 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Router 6541f576-dfc3-4699-88b4-122b63754ee7 is scheduled to L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 with binding_index 1 {{(pid=93058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:16:37.041675 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0890368-b02e-46a0-9aee-da40e29a3f32 req-ab044e26-8d68-4603-a8ec-5558291b4040 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:37.043878 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e0890368-b02e-46a0-9aee-da40e29a3f32 req-ab044e26-8d68-4603-a8ec-5558291b4040 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 945 time: 0.3915918 Jul 14 14:16:37.057981 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 15825fd7-eb54-4d01-9277-8c97c6bb54b7 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:37.096831 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee720f9-451a-4adf-9a48-64de9b11d288 req-7962520c-5032-40e8-ac83-1ed11693ebd4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:37.098447 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eee720f9-451a-4adf-9a48-64de9b11d288 req-7962520c-5032-40e8-ac83-1ed11693ebd4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1803527 Jul 14 14:16:37.120994 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e0890368-b02e-46a0-9aee-da40e29a3f32 req-98b438c8-ce61-4aa0-ac98-c38c26556195 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606875 Jul 14 14:16:37.155510 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eee720f9-451a-4adf-9a48-64de9b11d288 req-61ebbfef-4520-4388-b0f9-43fbc0ce7075 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379431 Jul 14 14:16:37.167836 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 15825fd7-eb54-4d01-9277-8c97c6bb54b7 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:37.193409 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:16:37.205745 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Sync routers for ids ['6541f576-dfc3-4699-88b4-122b63754ee7'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:16:37.214907 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:37.219091 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 40660) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:37.219335 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-4a3ee5c3-2914-4063-b6b8-e3873e80846c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4345522 Jul 14 14:16:37.220003 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Routers {'6541f576-dfc3-4699-88b4-122b63754ee7'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:16:37.221419 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:16:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6541f576-dfc3-4699-88b4-122b63754ee7'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:37.331404 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6e827e-8fc4-4fda-8a5f-91a4003ec53e None None] Network c32af85c-8471-4793-9b68-be332f02fb89 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:16:37.441261 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Set router 6541f576-dfc3-4699-88b4-122b63754ee7 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:16:37.467706 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-8273cb9f-6f41-4996-93d4-b6e7748a8dc3 None None] Provisioning for port 15825fd7-eb54-4d01-9277-8c97c6bb54b7 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:37.499723 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-8273cb9f-6f41-4996-93d4-b6e7748a8dc3 None None] Provisioning complete for port 15825fd7-eb54-4d01-9277-8c97c6bb54b7 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:37.500097 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8273cb9f-6f41-4996-93d4-b6e7748a8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:37.642944 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8273cb9f-6f41-4996-93d4-b6e7748a8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:37.656956 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f972cba-c6fb-49c7-bac9-10fbd0a90c3e req-07e9d1c3-675b-4076-9c96-72603e986db1 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:37.663897 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2f972cba-c6fb-49c7-bac9-10fbd0a90c3e req-07e9d1c3-675b-4076-9c96-72603e986db1 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 946 time: 0.1823721 Jul 14 14:16:37.679301 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-8273cb9f-6f41-4996-93d4-b6e7748a8dc3 None None] For port 15825fd7-eb54-4d01-9277-8c97c6bb54b7, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=15825fd7-eb54-4d01-9277-8c97c6bb54b7,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:37.680950 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:16:36Z', 'revision_number': 3, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:37.685623 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8273cb9f-6f41-4996-93d4-b6e7748a8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:37.719625 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Checking router: 6541f576-dfc3-4699-88b4-122b63754ee7 for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:16:37.720862 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Updating router 6541f576-dfc3-4699-88b4-122b63754ee7 port 87fd73b6-5323-4365-a616-0d91bd95e039 binding host dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:16:37.782113 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2f972cba-c6fb-49c7-bac9-10fbd0a90c3e req-04180b2c-fc27-40ce-b2df-fb2991e8a57a tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf6559ef-a225-48dd-a8b1-2884ab6385f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172543 Jul 14 14:16:37.785037 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:37.805625 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410009cd-347d-495d-951d-96249b97dd72 req-a58218e5-fb19-4915-9700-49c5c7a5b5fa tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:37.807354 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-410009cd-347d-495d-951d-96249b97dd72 req-a58218e5-fb19-4915-9700-49c5c7a5b5fa tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 946 time: 0.2144077 Jul 14 14:16:37.850736 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273cb9f-6f41-4996-93d4-b6e7748a8dc3 None None] Pushing event updated for resources: {'Port': ['ID=15825fd7-eb54-4d01-9277-8c97c6bb54b7,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:38.007201 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-82e01e3d-424d-455c-b51a-4d09b228d50e None None] Provisioning complete for port 15825fd7-eb54-4d01-9277-8c97c6bb54b7 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:38.007630 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-82e01e3d-424d-455c-b51a-4d09b228d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.022626 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.028548 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-410009cd-347d-495d-951d-96249b97dd72 req-5ad2008d-d73a-453b-b8de-bcf61986f6af tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Deleting port 97c1989a-3ff4-4e25-965a-6c0642842724 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:16:38.028773 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-410009cd-347d-495d-951d-96249b97dd72 req-5ad2008d-d73a-453b-b8de-bcf61986f6af tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.100199 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.114140 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Transition to ACTIVE for port object 87fd73b6-5323-4365-a616-0d91bd95e039 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:38.120273 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.175717 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Attempting to bind port 87fd73b6-5323-4365-a616-0d91bd95e039 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:16:38.176092 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Attempting to bind port 87fd73b6-5323-4365-a616-0d91bd95e039 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:16:38.176456 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Attempting to bind port 87fd73b6-5323-4365-a616-0d91bd95e039 on network 784e43e9-632a-4141-91b3-1523b332ebc2 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:38.185892 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68b3c1-519d-48f8-823e-8da334e5b064 None None] Pushing event updated for resources: {'Port': ['ID=87fd73b6-5323-4365-a616-0d91bd95e039,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:38.188685 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:16:38.189125 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Checking segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:16:38.189486 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.189867 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Bound using segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:16:38.190344 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Bound port: 87fd73b6-5323-4365-a616-0d91bd95e039, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:16:38.190740 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.199414 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device a0692eac-ac89-432d-b992-b2bef7f2233d up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:38.222478 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-410009cd-347d-495d-951d-96249b97dd72 req-5ad2008d-d73a-453b-b8de-bcf61986f6af tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] For port 97c1989a-3ff4-4e25-965a-6c0642842724, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=97c1989a-3ff4-4e25-965a-6c0642842724,segment=NetworkSegment(fcf328b0-11c0-4d2d-b5e9-29f580b67000),segment_id=fcf328b0-11c0-4d2d-b5e9-29f580b67000)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:38.222478 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-410009cd-347d-495d-951d-96249b97dd72 req-5ad2008d-d73a-453b-b8de-bcf61986f6af tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.241417 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-410009cd-347d-495d-951d-96249b97dd72 req-5ad2008d-d73a-453b-b8de-bcf61986f6af tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Calling delete_port for 97c1989a-3ff4-4e25-965a-6c0642842724 owned by compute:nova {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:16:38.251329 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] For port 87fd73b6-5323-4365-a616-0d91bd95e039, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:16:38.255302 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] For port 87fd73b6-5323-4365-a616-0d91bd95e039, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=87fd73b6-5323-4365-a616-0d91bd95e039,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:16:38.263779 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.314327 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Routers {'6541f576-dfc3-4699-88b4-122b63754ee7'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:16:38.315021 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:16:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6541f576-dfc3-4699-88b4-122b63754ee7'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:38.341660 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port a0692eac-ac89-432d-b992-b2bef7f2233d completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:38.348207 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port a0692eac-ac89-432d-b992-b2bef7f2233d triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:38.348587 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.398269 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68b3c1-519d-48f8-823e-8da334e5b064 None None] Pushing event updated for resources: {'Port': ['ID=87fd73b6-5323-4365-a616-0d91bd95e039,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:38.419006 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Allocated IP 172.20.0.1 (c32af85c-8471-4793-9b68-be332f02fb89/452b12cc-11f7-4d78-8ff3-9a96dd39ceb5/ccf8357b-1fe0-4d7b-8939-ef8eb351e18d) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:16:38.439018 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.468770 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] Set router 6541f576-dfc3-4699-88b4-122b63754ee7 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:16:38.471928 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:16:38.477919 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da384909-fd1c-4b04-8597-ac22ce03ae8e" -d '{"events": [{"server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "name": "network-vif-plugged", "status": "completed", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:16:38.483837 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port a0692eac-ac89-432d-b992-b2bef7f2233d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a0692eac-ac89-432d-b992-b2bef7f2233d,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:38.488775 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.514778 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e8eba-4e78-495f-b087-dbe04b976f98 req-4c8d64ec-2815-4b4d-8869-5c0abbdff7bc tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:38.516223 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a81e8eba-4e78-495f-b087-dbe04b976f98 req-4c8d64ec-2815-4b4d-8869-5c0abbdff7bc tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 945 time: 0.2597337 Jul 14 14:16:38.553089 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=a0692eac-ac89-432d-b992-b2bef7f2233d,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:38.610191 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca72e38-0ffa-4af2-99a9-46506097d021 req-1d67f762-67d8-4e71-8dbd-3e2c064c10f1 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:38.612349 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-aca72e38-0ffa-4af2-99a9-46506097d021 req-1d67f762-67d8-4e71-8dbd-3e2c064c10f1 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.2418830 Jul 14 14:16:38.666044 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a81e8eba-4e78-495f-b087-dbe04b976f98 req-d161b03d-6779-4cb5-a518-705c011e0990 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362228 Jul 14 14:16:38.673400 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-410009cd-347d-495d-951d-96249b97dd72 req-5ad2008d-d73a-453b-b8de-bcf61986f6af tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.690424 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['97c1989a-3ff4-4e25-965a-6c0642842724'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:16:38.725846 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed8c899-e546-4f7d-9dac-c979e7dd70df x-openstack-request-id: req-bed8c899-e546-4f7d-9dac-c979e7dd70df {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:16:38.726144 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "name": "network-vif-plugged", "status": "completed", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:16:38.726393 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bed8c899-e546-4f7d-9dac-c979e7dd70df {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:16:38.726834 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'code': 200} Jul 14 14:16:38.729422 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.732071 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2008d-d73a-453b-b8de-bcf61986f6af tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Pushing event deleted for resources: {'Port': ['ID=97c1989a-3ff4-4e25-965a-6c0642842724,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:38.741772 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-aca72e38-0ffa-4af2-99a9-46506097d021 req-ed594fe0-5966-4144-8190-925f6bb3f24f tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164563 Jul 14 14:16:38.804582 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:16:36Z', 'revision_number': 3, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:38.820327 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Transition to ACTIVE for port object ccf8357b-1fe0-4d7b-8939-ef8eb351e18d will not be triggered until provisioned by entity DHCP. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:38.822474 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-410009cd-347d-495d-951d-96249b97dd72 req-5ad2008d-d73a-453b-b8de-bcf61986f6af tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] No DVR routers for this DVR port 97c1989a-3ff4-4e25-965a-6c0642842724 on host hv-cinder-67913 {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:16:38.825875 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-410009cd-347d-495d-951d-96249b97dd72 req-5ad2008d-d73a-453b-b8de-bcf61986f6af tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.828016 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-410009cd-347d-495d-951d-96249b97dd72 req-5ad2008d-d73a-453b-b8de-bcf61986f6af tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.62 "DELETE /v2.0/ports/97c1989a-3ff4-4e25-965a-6c0642842724 HTTP/1.1" status: 204 len: 173 time: 0.9953623 Jul 14 14:16:38.828405 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb41f46-3eba-456f-ba58-3a4e5a898860', 'name': 'network-vif-deleted', 'tag': '97c1989a-3ff4-4e25-965a-6c0642842724'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:16:38.831518 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1778c198-e861-4f62-ac63-8b9a9a5988fb" -d '{"events": [{"server_uuid": "edb41f46-3eba-456f-ba58-3a4e5a898860", "name": "network-vif-deleted", "tag": "97c1989a-3ff4-4e25-965a-6c0642842724"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:16:38.842330 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11155ab2-8bfb-4d38-9e7d-0b64c3547131 None None] The sync data for ids ['6541f576-dfc3-4699-88b4-122b63754ee7'] in dv-cinder-679138-10-smb is: [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:16:36Z', 'revision_number': 3, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:16:38.908700 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0284a93-b29f-44da-a901-4bda513d5dff x-openstack-request-id: req-d0284a93-b29f-44da-a901-4bda513d5dff {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:16:38.909150 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb41f46-3eba-456f-ba58-3a4e5a898860", "name": "network-vif-deleted", "tag": "97c1989a-3ff4-4e25-965a-6c0642842724", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:16:38.909389 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0284a93-b29f-44da-a901-4bda513d5dff {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:16:38.909776 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb41f46-3eba-456f-ba58-3a4e5a898860', 'name': 'network-vif-deleted', 'tag': '97c1989a-3ff4-4e25-965a-6c0642842724', 'status': 'completed', 'code': 200} Jul 14 14:16:38.922040 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:38.963468 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Network c32af85c-8471-4793-9b68-be332f02fb89 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:16:38.967135 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:38.970660 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:16:39.033790 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 15825fd7-eb54-4d01-9277-8c97c6bb54b7 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:39.060956 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Pushing event updated for resources: {'Port': ['ID=ccf8357b-1fe0-4d7b-8939-ef8eb351e18d,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:39.092537 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861414'] for router_interface, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.121398 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 15825fd7-eb54-4d01-9277-8c97c6bb54b7 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:39.122136 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.158347 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6eeefb9f-5e03-496b-bdb1-cb0fe6eb695b req-4230dbbd-bc93-42a3-a952-6d05e2550042 tempest-VolumesActionsTest-915469085 tempest-VolumesActionsTest-915469085-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb41f46-3eba-456f-ba58-3a4e5a898860 HTTP/1.1" status: 200 len: 210 time: 0.1354611 Jul 14 14:16:39.284548 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a599106-eaa2-46e6-8b23-ff787d931b8c req-b9b0555f-081b-48c9-b401-d971ab1e9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:39.290523 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1a599106-eaa2-46e6-8b23-ff787d931b8c req-b9b0555f-081b-48c9-b401-d971ab1e9d5e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 1099 time: 0.1355834 Jul 14 14:16:39.329746 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 40692) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:39.368115 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-4865fb97-92ba-4bd3-ae93-35dbf30bc25d None None] Provisioning for port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:39.372901 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-4865fb97-92ba-4bd3-ae93-35dbf30bc25d None None] Provisioning complete for port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:39.373439 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4865fb97-92ba-4bd3-ae93-35dbf30bc25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.413972 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1a599106-eaa2-46e6-8b23-ff787d931b8c req-15e55035-bcd5-45b9-a2fc-971b1367a304 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081505 Jul 14 14:16:39.416648 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.436131 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-4865fb97-92ba-4bd3-ae93-35dbf30bc25d None None] Port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:16:39.495174 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3bc48da4-4244-4b25-88f9-6da0ced9736a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.614706 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3bc48da4-4244-4b25-88f9-6da0ced9736a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.620167 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3bc48da4-4244-4b25-88f9-6da0ced9736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.672291 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-3bc48da4-4244-4b25-88f9-6da0ced9736a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30c3199d6405478facb717a6baf4aca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362393 Jul 14 14:16:39.672516 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 40696) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:39.680519 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc48da4-4244-4b25-88f9-6da0ced9736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbba5b9f-cbb0-466f-9c9e-5bbc16c109cc,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:39.748390 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eccbd0df-650e-48eb-b122-8975d5858cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.809478 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eccbd0df-650e-48eb-b122-8975d5858cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.844764 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.850011 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.924541 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eccbd0df-650e-48eb-b122-8975d5858cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.927346 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eccbd0df-650e-48eb-b122-8975d5858cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:39.931009 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-eccbd0df-650e-48eb-b122-8975d5858cd1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbba5b9f-cbb0-466f-9c9e-5bbc16c109cc HTTP/1.1" status: 204 len: 168 time: 0.2541313 Jul 14 14:16:39.940413 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbd0df-650e-48eb-b122-8975d5858cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbba5b9f-cbb0-466f-9c9e-5bbc16c109cc,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:39.979961 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b62bb9f0-20af-432b-9896-d9f2f9022424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:40.018143 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Pushing event updated for resources: {'Port': ['ID=ccf8357b-1fe0-4d7b-8939-ef8eb351e18d,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:40.041199 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3855382'] for router_interface, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:40.115730 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a1583-5329-4179-b228-dbc23c57eef4 req-26aa74bb-8c0d-454f-b0f6-1527851b6618 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:40.124927 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2f3a1583-5329-4179-b228-dbc23c57eef4 req-26aa74bb-8c0d-454f-b0f6-1527851b6618 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.2174048 Jul 14 14:16:40.152179 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e77e94-ba41-4eec-bf06-bf83eeeb5c74 req-0d3fd634-8156-4c9d-aa3c-d9f89e5db3d4 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:40.158414 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51e77e94-ba41-4eec-bf06-bf83eeeb5c74 req-0d3fd634-8156-4c9d-aa3c-d9f89e5db3d4 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.2072775 Jul 14 14:16:40.246365 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2f3a1583-5329-4179-b228-dbc23c57eef4 req-95463589-a3f2-4f88-82e5-9df209216493 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204851 Jul 14 14:16:40.266010 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51e77e94-ba41-4eec-bf06-bf83eeeb5c74 req-1c6160aa-f233-4173-958b-8e29dd941e2e tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063087 Jul 14 14:16:40.277103 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Network c32af85c-8471-4793-9b68-be332f02fb89 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:16:40.279458 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:40.433508 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Router 6541f576-dfc3-4699-88b4-122b63754ee7 has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:16:40.546230 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:16:40.553482 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-6b638a00-66e8-4192-beb8-0ba186efaa5e admin admin] 10.222.0.53 "PUT /v2.0/routers/6541f576-dfc3-4699-88b4-122b63754ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3329325 Jul 14 14:16:40.578690 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-515df9ca-c050-476f-a31d-7020371044b0 None None] Provisioning complete for port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:40.579634 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-515df9ca-c050-476f-a31d-7020371044b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:40.621743 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-515df9ca-c050-476f-a31d-7020371044b0 None None] Port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:16:40.958024 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 87fd73b6-5323-4365-a616-0d91bd95e039 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:40.994710 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Sync routers for ids ['6541f576-dfc3-4699-88b4-122b63754ee7'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:16:41.014005 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Routers {'6541f576-dfc3-4699-88b4-122b63754ee7'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:16:41.014647 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:16:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6541f576-dfc3-4699-88b4-122b63754ee7'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:41.109992 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 87fd73b6-5323-4365-a616-0d91bd95e039 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:41.121759 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 87fd73b6-5323-4365-a616-0d91bd95e039 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:41.122360 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.165115 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Set router 6541f576-dfc3-4699-88b4-122b63754ee7 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:16:41.166458 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 40770) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:41.170882 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1205780373-network', 'tenant_id': 'b699f3df6e784444a81a429718fc7522'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:41.194438 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Made reservation on behalf of b699f3df6e784444a81a429718fc7522 for: {'network': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:16:41.197058 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.206530 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.310032 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.318132 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.343189 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.358342 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:16:41.379654 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c123ab0-fc7a-428f-b537-f7f0eefe469a,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:41.388495 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port 87fd73b6-5323-4365-a616-0d91bd95e039, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=87fd73b6-5323-4365-a616-0d91bd95e039,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:41.388745 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.388853 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.segments_db [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Added segment bd3abc5c-091f-4130-a0a8-3a468c5fdbd6 of type vlan for network 234a1121-8251-4330-bc6d-fb7bcc072090 Jul 14 14:16:41.405999 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.474900 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.490367 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=87fd73b6-5323-4365-a616-0d91bd95e039,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:41.507449 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:16:39Z', 'revision_number': 4, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'ccf8357b-1fe0-4d7b-8939-ef8eb351e18d', 'name': '', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'mac_address': 'fa:16:3e:bb:5a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:38Z', 'updated_at': '2021-07-14T14:16:39Z', 'revision_number': 2, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'subnets': [{'id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:41.534211 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Checking router: 6541f576-dfc3-4699-88b4-122b63754ee7 for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:16:41.534573 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Updating router 6541f576-dfc3-4699-88b4-122b63754ee7 port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d binding host dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:16:41.556746 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.557715 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:41.558294 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.570729 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.581705 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba186af-33c6-4808-a399-4f5d89777778 req-652af900-27ca-4a68-8f1b-95b9013b6421 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:41.583214 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bba186af-33c6-4808-a399-4f5d89777778 req-652af900-27ca-4a68-8f1b-95b9013b6421 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1522074 Jul 14 14:16:41.643031 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718075a-1525-44f9-86aa-01aaceaf14b9 req-cd88367b-722e-458b-9722-03956e5511b5 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:41.644386 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d718075a-1525-44f9-86aa-01aaceaf14b9 req-cd88367b-722e-458b-9722-03956e5511b5 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.1918149 Jul 14 14:16:41.650679 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4811342 Jul 14 14:16:41.650993 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 40786) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:41.655969 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-3ebb2c1f-6726-44f3-8f5c-7340bd57553c admin admin] Request body: {'subnet': {'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1205780373-subnet', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:41.684690 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebb2c1f-6726-44f3-8f5c-7340bd57553c admin admin] Made reservation on behalf of b699f3df6e784444a81a429718fc7522 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:16:41.687280 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2c1f-6726-44f3-8f5c-7340bd57553c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234376'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.701887 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030aa95-781a-46b0-a032-8cfb7423f5e9 admin admin] Pushing event updated for resources: {'Network': ['ID=234a1121-8251-4330-bc6d-fb7bcc072090,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:41.719251 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bba186af-33c6-4808-a399-4f5d89777778 req-ea82ac26-8102-4fa3-86c5-8238efe75656 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209307 Jul 14 14:16:41.720662 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 234a1121-8251-4330-bc6d-fb7bcc072090 details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:16:41.732194 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d718075a-1525-44f9-86aa-01aaceaf14b9 req-85200c0a-bf4e-4cb5-b22f-e42c1397df02 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718653 Jul 14 14:16:41.947322 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2c1f-6726-44f3-8f5c-7340bd57553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9482139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234426'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:41.965401 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fe2c8-d968-4fb2-a782-24bb7e281dd9 req-4be08393-df37-4ace-8c67-49bcba250efd tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:41.967636 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7d6fe2c8-d968-4fb2-a782-24bb7e281dd9 req-4be08393-df37-4ace-8c67-49bcba250efd tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0932798 Jul 14 14:16:42.002500 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb2c1f-6726-44f3-8f5c-7340bd57553c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7f8188-2338-43a9-a756-0ccd0df6759f,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:42.033681 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7d6fe2c8-d968-4fb2-a782-24bb7e281dd9 req-4c6c9bf8-f4b1-47ea-9fdf-09b1d6d2694f tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584497 Jul 14 14:16:42.060309 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 40806) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:42.074199 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb2c1f-6726-44f3-8f5c-7340bd57553c admin admin] Checking segment: {'id': 'bd3abc5c-091f-4130-a0a8-3a468c5fdbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:16:42.074543 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebb2c1f-6726-44f3-8f5c-7340bd57553c admin admin] Network hostable DHCP agents. Network: 234a1121-8251-4330-bc6d-fb7bcc072090, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:16:42.093826 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebb2c1f-6726-44f3-8f5c-7340bd57553c admin admin] Network 234a1121-8251-4330-bc6d-fb7bcc072090 is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:16:42.110228 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-3ebb2c1f-6726-44f3-8f5c-7340bd57553c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 234a1121-8251-4330-bc6d-fb7bcc072090) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:42.119350 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb2c1f-6726-44f3-8f5c-7340bd57553c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:42.120035 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2c1f-6726-44f3-8f5c-7340bd57553c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.121205 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af6882-217c-4d08-b66e-787bd0ad13ea None None] Network 234a1121-8251-4330-bc6d-fb7bcc072090 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:16:42.127277 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.150545 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 40814) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:42.151204 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-3ebb2c1f-6726-44f3-8f5c-7340bd57553c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4990900 Jul 14 14:16:42.155800 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1205780373-router', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:42.198423 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28540'] for router, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.200339 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3860646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4239'] for router, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.212036 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Transition to ACTIVE for port object ccf8357b-1fe0-4d7b-8939-ef8eb351e18d will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:42.226371 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.244065 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 97c1989a-3ff4-4e25-965a-6c0642842724 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:16:42.322613 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.342440 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 97c1989a-3ff4-4e25-965a-6c0642842724 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:16:42.342779 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 97c1989a-3ff4-4e25-965a-6c0642842724 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:16:42.375670 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31586753-8eed-44c4-b28c-b787a0cdf1bf None None] Pushing event updated for resources: {'Port': ['ID=ccf8357b-1fe0-4d7b-8939-ef8eb351e18d,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:42.478499 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-119fbea0-a802-42cb-9afd-5a5d76cace29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.479501 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af681e3-84b1-4a55-94cf-66d088422e74 tempest-TestShelveInstance-78813065 tempest-TestShelveInstance-78813065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:42.484282 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-6af681e3-84b1-4a55-94cf-66d088422e74 tempest-TestShelveInstance-78813065 tempest-TestShelveInstance-78813065-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 1094 time: 0.4231098 Jul 14 14:16:42.484910 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 40820) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:42.490634 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Request body: {'floatingip': {'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'port_id': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:16:42.506763 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4253'] for router, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.535975 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for floatingip, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.561074 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Attempting to bind port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:16:42.561551 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Attempting to bind port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:16:42.561987 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Attempting to bind port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d on network c32af85c-8471-4793-9b68-be332f02fb89 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:42.568554 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:16:42.569047 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Checking segment: {'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:16:42.569518 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.569985 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Bound using segment: {'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:16:42.570525 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Bound port: ccf8357b-1fe0-4d7b-8939-ef8eb351e18d, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:16:42.571402 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.668150 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a962f5-06de-5b6f-a7b7-a44709c80867-234a1121-8251-4330-bc6d-fb7bcc072090', 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'fixed_ips': [{'subnet_id': 'ea7f8188-2338-43a9-a756-0ccd0df6759f'}]}} from dv-cinder-679138-10-smb. {{(pid=93059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:16:42.668912 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.727317 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.847090 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] For port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:16:42.850496 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] For port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=ccf8357b-1fe0-4d7b-8939-ef8eb351e18d,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:16:42.853660 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.871115 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.882604 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:42.911395 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Allocated IP 172.28.3.150 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/5d2ff53e-15da-43e1-a40b-3be10641e186) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:16:42.942266 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:43.022122 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 87fd73b6-5323-4365-a616-0d91bd95e039 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:43.104845 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Routers {'6541f576-dfc3-4699-88b4-122b63754ee7'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:16:43.114715 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:16:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6541f576-dfc3-4699-88b4-122b63754ee7'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:43.114997 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298259d-1d39-403c-8a1f-04980ddb9abe req-e6693731-a7c2-46db-a4f6-dc5d37f4ac65 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:43.125166 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7298259d-1d39-403c-8a1f-04980ddb9abe req-e6693731-a7c2-46db-a4f6-dc5d37f4ac65 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1435249 Jul 14 14:16:43.161798 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:43.176317 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7298259d-1d39-403c-8a1f-04980ddb9abe req-c2dcaae2-31c6-42fe-ab90-a313b2bcb1ca tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502152 Jul 14 14:16:43.200701 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31586753-8eed-44c4-b28c-b787a0cdf1bf None None] Pushing event updated for resources: {'Port': ['ID=ccf8357b-1fe0-4d7b-8939-ef8eb351e18d,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:43.247375 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:43.265620 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Allocated IP 172.20.0.2 (234a1121-8251-4330-bc6d-fb7bcc072090/ea7f8188-2338-43a9-a756-0ccd0df6759f/28fd911d-f8b7-4060-b9e3-d50dc1454c61) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:16:43.331282 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:16:43.334457 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:43.338401 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:16:43.345114 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event updated for resources: {'Port': ['ID=5d2ff53e-15da-43e1-a40b-3be10641e186,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:43.355645 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Allocated IP 172.28.3.182 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:16:43.437701 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 87fd73b6-5323-4365-a616-0d91bd95e039 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:43.438378 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:43.524543 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] Set router 6541f576-dfc3-4699-88b4-122b63754ee7 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:16:43.556848 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:43.619479 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:43.664065 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:43.680735 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:16:43.685326 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:43.688050 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:16:43.796152 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:43.823627 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Transition to ACTIVE for port object 28fd911d-f8b7-4060-b9e3-d50dc1454c61 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:43.825774 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:43.852751 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Transition to ACTIVE for port object 28fd911d-f8b7-4060-b9e3-d50dc1454c61 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:43.875309 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:43.918854 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Network 234a1121-8251-4330-bc6d-fb7bcc072090 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:16:43.929322 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:43.931938 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:16:43.947819 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Pushing event updated for resources: {'Port': ['ID=28fd911d-f8b7-4060-b9e3-d50dc1454c61,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:43.984466 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:44.009390 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:16:39Z', 'revision_number': 4, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'ccf8357b-1fe0-4d7b-8939-ef8eb351e18d', 'name': '', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'mac_address': 'fa:16:3e:bb:5a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:38Z', 'updated_at': '2021-07-14T14:16:42Z', 'revision_number': 4, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'subnets': [{'id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:44.013937 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Attempting to bind port 28fd911d-f8b7-4060-b9e3-d50dc1454c61 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:16:44.014332 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Attempting to bind port 28fd911d-f8b7-4060-b9e3-d50dc1454c61 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': 'bd3abc5c-091f-4130-a0a8-3a468c5fdbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:16:44.014691 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Attempting to bind port 28fd911d-f8b7-4060-b9e3-d50dc1454c61 on network 234a1121-8251-4330-bc6d-fb7bcc072090 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:44.041526 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c7361-3d8a-4954-8bcb-eda0c3b45593 None None] The sync data for ids ['6541f576-dfc3-4699-88b4-122b63754ee7'] in dv-cinder-679138-10-smb is: [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:16:39Z', 'revision_number': 4, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'ccf8357b-1fe0-4d7b-8939-ef8eb351e18d', 'name': '', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'mac_address': 'fa:16:3e:bb:5a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:38Z', 'updated_at': '2021-07-14T14:16:42Z', 'revision_number': 4, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'subnets': [{'id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:16:44.047149 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:16:44.047526 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Checking segment: {'id': 'bd3abc5c-091f-4130-a0a8-3a468c5fdbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:16:44.048608 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:44.049039 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Bound using segment: {'id': 'bd3abc5c-091f-4130-a0a8-3a468c5fdbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:16:44.049545 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Bound port: 28fd911d-f8b7-4060-b9e3-d50dc1454c61, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3abc5c-091f-4130-a0a8-3a468c5fdbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:16:44.049887 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:44.158776 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:44.186716 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] For port 28fd911d-f8b7-4060-b9e3-d50dc1454c61, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:16:44.209029 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] For port 28fd911d-f8b7-4060-b9e3-d50dc1454c61, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=28fd911d-f8b7-4060-b9e3-d50dc1454c61,segment=NetworkSegment(bd3abc5c-091f-4130-a0a8-3a468c5fdbd6),segment_id=bd3abc5c-091f-4130-a0a8-3a468c5fdbd6)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:16:44.217005 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:44.342159 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861333'] for router, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:44.382680 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0cb9c-d91c-4f68-aeac-1e28dcb03a5b None None] Pushing event updated for resources: {'Port': ['ID=28fd911d-f8b7-4060-b9e3-d50dc1454c61,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:44.445916 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:44.734523 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bdbab-ca47-48f9-bd59-0b58f9fce1ea req-7e0fb2bf-f5ce-43df-b776-d4c827c924f2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:44.769984 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7c9bdbab-ca47-48f9-bd59-0b58f9fce1ea req-7e0fb2bf-f5ce-43df-b776-d4c827c924f2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.3423016 Jul 14 14:16:44.878630 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7c9bdbab-ca47-48f9-bd59-0b58f9fce1ea req-de41627f-2662-4b0b-8ee8-42fa017eb501 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067050 Jul 14 14:16:44.880757 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Router 076df5b2-7be2-458b-af18-1281f20c9951 is scheduled to L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 with binding_index 1 {{(pid=93057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:16:45.120201 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 28fd911d-f8b7-4060-b9e3-d50dc1454c61 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:45.303881 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:45.359370 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 28fd911d-f8b7-4060-b9e3-d50dc1454c61 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:45.374286 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device ccf8357b-1fe0-4d7b-8939-ef8eb351e18d up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:45.391182 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:45.397990 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:45.502140 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:45.508565 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:45.511335 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:45.514835 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:16:45.517719 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event updated for resources: {'Port': ['ID=5d2ff53e-15da-43e1-a40b-3be10641e186,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:45.529693 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Sync routers for ids ['076df5b2-7be2-458b-af18-1281f20c9951'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:16:45.555152 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] Notify callbacks [] for router, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:45.556537 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-63c1639c-e285-4d7d-9201-af2eca937ea8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4044809 Jul 14 14:16:45.565450 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 40854) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:45.586297 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Routers {'076df5b2-7be2-458b-af18-1281f20c9951'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:16:45.612420 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:16:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['076df5b2-7be2-458b-af18-1281f20c9951'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:45.663651 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:45.863855 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Set router 076df5b2-7be2-458b-af18-1281f20c9951 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:16:45.969675 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.l3_db [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Floating IP 1deb50e8-0c1b-4954-b624-cc0ccda03224 associated. External IP: 172.28.3.150, port: a0692eac-ac89-432d-b992-b2bef7f2233d. Jul 14 14:16:46.009908 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:46.111031 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=ccf8357b-1fe0-4d7b-8939-ef8eb351e18d,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:46.118321 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d5bb187c-e91e-4968-a660-4c0434bee2a8 req-5c78b7b4-f263-4448-806c-11f3a6914c30 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2282321 Jul 14 14:16:46.121575 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:46.262283 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=ccf8357b-1fe0-4d7b-8939-ef8eb351e18d,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:46.279818 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0d5c36-a341-4470-b04b-831d78c01d6f None None] Network 234a1121-8251-4330-bc6d-fb7bcc072090 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:16:46.361291 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076df5b2-7be2-458b-af18-1281f20c9951', 'name': 'tempest-TestMinimumBasicScenario-1205780373-router', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:43Z', 'revision_number': 3, 'project_id': 'b699f3df6e784444a81a429718fc7522', 'gw_port': {'id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076df5b2-7be2-458b-af18-1281f20c9951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:46.364741 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Provisioning for port 28fd911d-f8b7-4060-b9e3-d50dc1454c61 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:46.373843 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Provisioning complete for port 28fd911d-f8b7-4060-b9e3-d50dc1454c61 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:46.374574 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:46.394876 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Checking router: 076df5b2-7be2-458b-af18-1281f20c9951 for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:16:46.395459 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Updating router 076df5b2-7be2-458b-af18-1281f20c9951 port b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 binding host dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:16:46.445126 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:46.446305 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Router 472d68be-28fb-4d04-8972-dec5a6f44dea has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:16:46.499907 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:46.548353 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83569a39-a906-4bac-b7bf-4f4e863e3bf2 req-7e18d36e-3983-43c3-900b-9c0315405f3a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:46.558352 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-83569a39-a906-4bac-b7bf-4f4e863e3bf2 req-7e18d36e-3983-43c3-900b-9c0315405f3a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.3550448 Jul 14 14:16:46.593074 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] For port 28fd911d-f8b7-4060-b9e3-d50dc1454c61, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=28fd911d-f8b7-4060-b9e3-d50dc1454c61,segment=NetworkSegment(bd3abc5c-091f-4130-a0a8-3a468c5fdbd6),segment_id=bd3abc5c-091f-4130-a0a8-3a468c5fdbd6)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:46.623488 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:46.679935 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Pushing event updated for resources: {'Port': ['ID=28fd911d-f8b7-4060-b9e3-d50dc1454c61,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:46.696385 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:46.697137 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:46.697704 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:46.698271 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:46.698841 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:46.699393 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:46.699936 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:46.700482 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:46.701437 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:46.702144 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:46.702686 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:46.703243 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b40c05-c75e-43cc-a35c-7d7106143c33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:16:46.736471 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:16:46.740496 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb187c-e91e-4968-a660-4c0434bee2a8 req-39c0ebd1-2797-4dc0-baa1-633ca6509dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:46.749112 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d5bb187c-e91e-4968-a660-4c0434bee2a8 req-39c0ebd1-2797-4dc0-baa1-633ca6509dc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 1098 time: 0.5519593 Jul 14 14:16:46.764112 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:46.770279 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b334ae1-07a7-431a-9987-3ca0ed1c4fa8 None None] Sync routers for ids ['472d68be-28fb-4d04-8972-dec5a6f44dea'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:16:46.792015 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:46.792299 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Transition to ACTIVE for port object b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:46.796240 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b334ae1-07a7-431a-9987-3ca0ed1c4fa8 None None] Routers {'472d68be-28fb-4d04-8972-dec5a6f44dea'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:16:46.799434 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-2b334ae1-07a7-431a-9987-3ca0ed1c4fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:16:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['472d68be-28fb-4d04-8972-dec5a6f44dea'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:46.808350 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:46.814346 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-83569a39-a906-4bac-b7bf-4f4e863e3bf2 req-900daeb0-9b89-42ae-9ca3-ae8a566b37d9 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426298 Jul 14 14:16:46.912412 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-2b4492c7-7b5f-4a0b-b366-2aa108823636 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4256892 Jul 14 14:16:46.913355 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:16:46.923699 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e7f2e-55dd-4777-b21e-000d48ea6aab" -d '{"events": [{"name": "network-changed", "server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:16:47.065638 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ef4f85-0abc-4b66-b527-d6a8e62ab3b5 x-openstack-request-id: req-93ef4f85-0abc-4b66-b527-d6a8e62ab3b5 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:16:47.066152 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:16:47.066646 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93ef4f85-0abc-4b66-b527-d6a8e62ab3b5 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:16:47.067209 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'status': 'completed', 'code': 200} Jul 14 14:16:47.085595 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Attempting to bind port b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:16:47.086309 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Attempting to bind port b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:16:47.086881 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Attempting to bind port b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 on network 784e43e9-632a-4141-91b3-1523b332ebc2 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:47.090739 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee9213-3919-4ba5-a049-ee21a74eb5b4 None None] Pushing event updated for resources: {'Port': ['ID=b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:47.108408 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:16:47.108908 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 28fd911d-f8b7-4060-b9e3-d50dc1454c61 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:47.109303 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Checking segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:16:47.109973 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:47.110648 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Bound using segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:16:47.111512 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Bound port: b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:16:47.112805 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:47.192264 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-2b334ae1-07a7-431a-9987-3ca0ed1c4fa8 None None] Set router 472d68be-28fb-4d04-8972-dec5a6f44dea gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:16:47.199035 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] For port b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:16:47.204125 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] For port b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:16:47.209324 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:47.234441 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 28fd911d-f8b7-4060-b9e3-d50dc1454c61 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:47.235128 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:47.261356 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:47.286504 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-b2d539e2-2a61-4c2f-aaa3-8d20b717e6e2 None None] Provisioning complete for port 28fd911d-f8b7-4060-b9e3-d50dc1454c61 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:47.289280 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2d539e2-2a61-4c2f-aaa3-8d20b717e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:47.300614 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Routers {'076df5b2-7be2-458b-af18-1281f20c9951'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:16:47.300736 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:16:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['076df5b2-7be2-458b-af18-1281f20c9951'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:47.312003 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb187c-e91e-4968-a660-4c0434bee2a8 req-59676cbe-bc31-4b60-bad4-9e1a51d33b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:47.314471 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d5bb187c-e91e-4968-a660-4c0434bee2a8 req-59676cbe-bc31-4b60-bad4-9e1a51d33b8d service neutron] 10.222.0.62 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 920 time: 0.5234449 Jul 14 14:16:47.430777 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] Set router 076df5b2-7be2-458b-af18-1281f20c9951 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:16:47.437883 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e7f2e-55dd-4777-b21e-000d48ea6aab req-6448c142-1755-4ef8-ae38-b6ba98d3cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:47.440864 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-099e7f2e-55dd-4777-b21e-000d48ea6aab req-6448c142-1755-4ef8-ae38-b6ba98d3cada service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d86ef4389834ab9980f774ec2beb1e0&device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 1099 time: 0.3093414 Jul 14 14:16:47.447621 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d5bb187c-e91e-4968-a660-4c0434bee2a8 req-1efea6e2-f830-4a85-a9cf-855e29fe9918 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e63019a8-0ba7-46f3-aeeb-60317e67dc9e HTTP/1.1" status: 200 len: 217 time: 0.0699189 Jul 14 14:16:47.539290 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee9213-3919-4ba5-a049-ee21a74eb5b4 None None] Pushing event updated for resources: {'Port': ['ID=b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:47.635124 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device ccf8357b-1fe0-4d7b-8939-ef8eb351e18d up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:47.642671 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb187c-e91e-4968-a660-4c0434bee2a8 req-d28e4ac7-b61c-4ab9-85d2-be1b8f57ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:47.645122 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d5bb187c-e91e-4968-a660-4c0434bee2a8 req-d28e4ac7-b61c-4ab9-85d2-be1b8f57ea50 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fffa1587-fcbd-412b-b57e-71c0cd21620e HTTP/1.1" status: 200 len: 859 time: 0.1801071 Jul 14 14:16:47.731457 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d5bb187c-e91e-4968-a660-4c0434bee2a8 req-ec6276bf-f185-4cfa-80ec-6e172bd671e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716341 Jul 14 14:16:47.732913 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:47.733411 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:47.756781 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076df5b2-7be2-458b-af18-1281f20c9951', 'name': 'tempest-TestMinimumBasicScenario-1205780373-router', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:43Z', 'revision_number': 3, 'project_id': 'b699f3df6e784444a81a429718fc7522', 'gw_port': {'id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076df5b2-7be2-458b-af18-1281f20c9951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:47.776406 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-2b334ae1-07a7-431a-9987-3ca0ed1c4fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:15:49Z', 'revision_number': 4, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': '1deb50e8-0c1b-4954-b624-cc0ccda03224', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'floating_ip_address': '172.28.3.150', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'port_id': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'mac_address': 'fa:16:3e:fd:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:16:43Z', 'updated_at': '2021-07-14T14:16:43Z', 'revision_number': 0, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f', 'name': '', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'mac_address': 'fa:16:3e:54:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:48Z', 'updated_at': '2021-07-14T14:15:58Z', 'revision_number': 5, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'subnets': [{'id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:47.809529 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b334ae1-07a7-431a-9987-3ca0ed1c4fa8 None None] Checking router: 472d68be-28fb-4d04-8972-dec5a6f44dea for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:16:47.816805 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3c93a-3479-4e04-971c-42a31b09ea39 None None] The sync data for ids ['076df5b2-7be2-458b-af18-1281f20c9951'] in dv-cinder-679138-10-smb is: [{'id': '076df5b2-7be2-458b-af18-1281f20c9951', 'name': 'tempest-TestMinimumBasicScenario-1205780373-router', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:43Z', 'revision_number': 3, 'project_id': 'b699f3df6e784444a81a429718fc7522', 'gw_port': {'id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076df5b2-7be2-458b-af18-1281f20c9951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:16:47.828937 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b334ae1-07a7-431a-9987-3ca0ed1c4fa8 None None] Routers {'472d68be-28fb-4d04-8972-dec5a6f44dea'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:16:47.829852 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-2b334ae1-07a7-431a-9987-3ca0ed1c4fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:16:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['472d68be-28fb-4d04-8972-dec5a6f44dea'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:47.882731 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Allocated IP 172.20.0.1 (234a1121-8251-4330-bc6d-fb7bcc072090/ea7f8188-2338-43a9-a756-0ccd0df6759f/ba065c49-093a-4028-9e8b-9def68a6baa5) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:16:47.894594 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e7f2e-55dd-4777-b21e-000d48ea6aab req-d32513af-80d2-4438-8fca-56a011c43e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:47.896224 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-099e7f2e-55dd-4777-b21e-000d48ea6aab req-d32513af-80d2-4438-8fca-56a011c43e75 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 HTTP/1.1" status: 200 len: 910 time: 0.4207740 Jul 14 14:16:47.901923 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d5bb187c-e91e-4968-a660-4c0434bee2a8 req-87ab0ab3-b381-46f5-ab61-8252ffd35904 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523771 Jul 14 14:16:48.057020 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-2b334ae1-07a7-431a-9987-3ca0ed1c4fa8 None None] Set router 472d68be-28fb-4d04-8972-dec5a6f44dea gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:16:48.496749 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-2b334ae1-07a7-431a-9987-3ca0ed1c4fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:15:49Z', 'revision_number': 4, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': '1deb50e8-0c1b-4954-b624-cc0ccda03224', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'floating_ip_address': '172.28.3.150', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'port_id': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'mac_address': 'fa:16:3e:fd:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:16:43Z', 'updated_at': '2021-07-14T14:16:43Z', 'revision_number': 0, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f', 'name': '', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'mac_address': 'fa:16:3e:54:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:48Z', 'updated_at': '2021-07-14T14:15:58Z', 'revision_number': 5, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'subnets': [{'id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:48.509107 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-099e7f2e-55dd-4777-b21e-000d48ea6aab req-2970a44d-9f5d-439b-a99e-f05fc76f3d9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0692eac-ac89-432d-b992-b2bef7f2233d HTTP/1.1" status: 200 len: 1000 time: 0.6053565 Jul 14 14:16:48.539656 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b334ae1-07a7-431a-9987-3ca0ed1c4fa8 None None] The sync data for ids ['472d68be-28fb-4d04-8972-dec5a6f44dea'] in dv-cinder-679138-10-smb is: [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:15:49Z', 'revision_number': 4, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': '1deb50e8-0c1b-4954-b624-cc0ccda03224', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'floating_ip_address': '172.28.3.150', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'port_id': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'mac_address': 'fa:16:3e:fd:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:16:43Z', 'updated_at': '2021-07-14T14:16:43Z', 'revision_number': 0, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f', 'name': '', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'mac_address': 'fa:16:3e:54:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:48Z', 'updated_at': '2021-07-14T14:15:58Z', 'revision_number': 5, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'subnets': [{'id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:16:48.645186 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:48.655498 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e7f2e-55dd-4777-b21e-000d48ea6aab req-19e5b57a-3bcc-4a26-88a5-3ced3c607424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:48.657353 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-099e7f2e-55dd-4777-b21e-000d48ea6aab req-19e5b57a-3bcc-4a26-88a5-3ced3c607424 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d09fa29-169b-4738-a23e-0588e8055df4 HTTP/1.1" status: 200 len: 848 time: 0.1308911 Jul 14 14:16:48.660313 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d5bb187c-e91e-4968-a660-4c0434bee2a8 req-40ee2779-8139-4883-b5ef-08b2eeaa58df service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7465081 Jul 14 14:16:48.684778 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Transition to ACTIVE for port object ba065c49-093a-4028-9e8b-9def68a6baa5 will not be triggered until provisioned by entity DHCP. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:48.793027 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12bb78-7f28-4fe9-b961-cc8035d25178 req-f5568980-d94d-475f-a3e8-88fa2f298991 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:48.802466 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5d12bb78-7f28-4fe9-b961-cc8035d25178 req-f5568980-d94d-475f-a3e8-88fa2f298991 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.7718856 Jul 14 14:16:48.815573 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:48.912810 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Pushing event updated for resources: {'Port': ['ID=ba065c49-093a-4028-9e8b-9def68a6baa5,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:48.918461 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Network 234a1121-8251-4330-bc6d-fb7bcc072090 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:16:48.933637 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:48.942034 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:16:48.991926 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2f2408-ed02-4674-9b90-a218b4c5b2d5 None None] New status for floating IP 1deb50e8-0c1b-4954-b624-cc0ccda03224: ACTIVE {{(pid=93060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:16:49.001577 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e7f2e-55dd-4777-b21e-000d48ea6aab req-459800df-79c1-42db-b53f-0bda70451421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:49.003416 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-099e7f2e-55dd-4777-b21e-000d48ea6aab req-459800df-79c1-42db-b53f-0bda70451421 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2738323 Jul 14 14:16:49.009443 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5d12bb78-7f28-4fe9-b961-cc8035d25178 req-571a4f5c-8aac-4a7b-889e-52fef76f8468 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043431 Jul 14 14:16:49.048687 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861414'] for router_interface, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:49.117370 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:49.390340 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-099e7f2e-55dd-4777-b21e-000d48ea6aab req-53bfed98-82a2-4160-a8ab-7b5d930738e2 service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746443 Jul 14 14:16:49.455432 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:49.497222 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-6e4b6649-6cb5-422d-91dd-eb8d4f3c1527 None None] Provisioning for port ba065c49-093a-4028-9e8b-9def68a6baa5 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:49.503515 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-6e4b6649-6cb5-422d-91dd-eb8d4f3c1527 None None] Provisioning complete for port ba065c49-093a-4028-9e8b-9def68a6baa5 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:49.503897 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6649-6cb5-422d-91dd-eb8d4f3c1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:49.569209 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:49.573512 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b6649-6cb5-422d-91dd-eb8d4f3c1527 None None] Port ba065c49-093a-4028-9e8b-9def68a6baa5 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:16:49.580697 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:49.581105 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:49.671112 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:49.679846 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:49.732021 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:49.759764 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:49.767672 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:49.789959 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-099e7f2e-55dd-4777-b21e-000d48ea6aab req-3a347ea3-d613-4342-b2ff-d3d59b8c0769 service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906872 Jul 14 14:16:49.815094 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Pushing event updated for resources: {'Port': ['ID=ba065c49-093a-4028-9e8b-9def68a6baa5,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:49.825056 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3855382'] for router_interface, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:49.840424 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:49.935789 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Network 234a1121-8251-4330-bc6d-fb7bcc072090 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:16:49.937415 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:16:50.126237 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Router 076df5b2-7be2-458b-af18-1281f20c9951 has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:16:50.312962 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-f40a7335-ba18-4f43-895d-60cf18fc0874 None None] Provisioning complete for port ba065c49-093a-4028-9e8b-9def68a6baa5 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:50.314031 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f40a7335-ba18-4f43-895d-60cf18fc0874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:50.330254 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:16:50.335854 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-5399dc9f-c24b-4e3e-a6c3-44510b1b29dd admin admin] 10.222.0.53 "PUT /v2.0/routers/076df5b2-7be2-458b-af18-1281f20c9951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7693577 Jul 14 14:16:50.372889 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124019f2-3821-46af-9c45-f69686a230df req-dfd03650-10a7-42b5-925d-cd2248771cb8 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:50.374455 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-124019f2-3821-46af-9c45-f69686a230df req-dfd03650-10a7-42b5-925d-cd2248771cb8 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0975688 Jul 14 14:16:50.386185 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-f40a7335-ba18-4f43-895d-60cf18fc0874 None None] Port ba065c49-093a-4028-9e8b-9def68a6baa5 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:16:50.445437 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-124019f2-3821-46af-9c45-f69686a230df req-3a54d697-06a7-4829-9486-89799ecf1f10 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647926 Jul 14 14:16:51.038034 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:51.102382 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:51.103009 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:51.313079 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:51.725223 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3fffd-aa69-4aaf-b6d7-38fe327cbb70 req-d6be1466-0f3b-466a-b196-298d312ac9e0 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:51.727610 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-32e3fffd-aa69-4aaf-b6d7-38fe327cbb70 req-d6be1466-0f3b-466a-b196-298d312ac9e0 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1013384 Jul 14 14:16:51.849424 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-32e3fffd-aa69-4aaf-b6d7-38fe327cbb70 req-b068182f-69e2-4aaf-b101-c51c522055bf tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005375 Jul 14 14:16:52.425220 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Sync routers for ids ['076df5b2-7be2-458b-af18-1281f20c9951'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:16:52.440438 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Routers {'076df5b2-7be2-458b-af18-1281f20c9951'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:16:52.441585 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:16:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['076df5b2-7be2-458b-af18-1281f20c9951'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:52.606797 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Set router 076df5b2-7be2-458b-af18-1281f20c9951 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:16:52.974984 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076df5b2-7be2-458b-af18-1281f20c9951', 'name': 'tempest-TestMinimumBasicScenario-1205780373-router', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:49Z', 'revision_number': 4, 'project_id': 'b699f3df6e784444a81a429718fc7522', 'gw_port': {'id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076df5b2-7be2-458b-af18-1281f20c9951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'ba065c49-093a-4028-9e8b-9def68a6baa5', 'name': '', 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'mac_address': 'fa:16:3e:b1:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076df5b2-7be2-458b-af18-1281f20c9951', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ea7f8188-2338-43a9-a756-0ccd0df6759f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:47Z', 'updated_at': '2021-07-14T14:16:49Z', 'revision_number': 2, 'project_id': 'b699f3df6e784444a81a429718fc7522', 'subnets': [{'id': 'ea7f8188-2338-43a9-a756-0ccd0df6759f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:53.010686 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Checking router: 076df5b2-7be2-458b-af18-1281f20c9951 for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:16:53.011049 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Updating router 076df5b2-7be2-458b-af18-1281f20c9951 port ba065c49-093a-4028-9e8b-9def68a6baa5 binding host dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:16:53.055489 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:53.228475 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047a7e4-a32f-4459-a972-7be758763e5c req-c622abd6-82d9-46d4-90e4-a5451ddf811d tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:53.230575 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0047a7e4-a32f-4459-a972-7be758763e5c req-c622abd6-82d9-46d4-90e4-a5451ddf811d tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1553035 Jul 14 14:16:53.329738 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0047a7e4-a32f-4459-a972-7be758763e5c req-78d8688e-a52d-444f-a1d4-e30cdbcdc2f8 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909615 Jul 14 14:16:53.570112 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:53.598302 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Transition to ACTIVE for port object ba065c49-093a-4028-9e8b-9def68a6baa5 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:16:53.612439 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:53.787232 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a24dd3-f82c-4377-b88b-d283fcd44a50 None None] Pushing event updated for resources: {'Port': ['ID=ba065c49-093a-4028-9e8b-9def68a6baa5,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:53.915530 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 40966) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:53.942779 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Attempting to bind port ba065c49-093a-4028-9e8b-9def68a6baa5 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:16:53.943340 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Attempting to bind port ba065c49-093a-4028-9e8b-9def68a6baa5 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': 'bd3abc5c-091f-4130-a0a8-3a468c5fdbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:16:53.943800 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Attempting to bind port ba065c49-093a-4028-9e8b-9def68a6baa5 on network 234a1121-8251-4330-bc6d-fb7bcc072090 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:16:53.950162 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:16:53.952174 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Checking segment: {'id': 'bd3abc5c-091f-4130-a0a8-3a468c5fdbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:16:53.954192 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:53.959068 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Bound using segment: {'id': 'bd3abc5c-091f-4130-a0a8-3a468c5fdbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:16:53.967343 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Bound port: ba065c49-093a-4028-9e8b-9def68a6baa5, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3abc5c-091f-4130-a0a8-3a468c5fdbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:16:53.967894 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:54.140979 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7154961d-609a-422d-8521-581e762ecf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:54.143851 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] For port ba065c49-093a-4028-9e8b-9def68a6baa5, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:16:54.164353 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] For port ba065c49-093a-4028-9e8b-9def68a6baa5, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=ba065c49-093a-4028-9e8b-9def68a6baa5,segment=NetworkSegment(bd3abc5c-091f-4130-a0a8-3a468c5fdbd6),segment_id=bd3abc5c-091f-4130-a0a8-3a468c5fdbd6)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:16:54.174490 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:54.248487 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a24dd3-f82c-4377-b88b-d283fcd44a50 None None] Pushing event updated for resources: {'Port': ['ID=ba065c49-093a-4028-9e8b-9def68a6baa5,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:54.277944 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Routers {'076df5b2-7be2-458b-af18-1281f20c9951'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:16:54.278593 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:16:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['076df5b2-7be2-458b-af18-1281f20c9951'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:54.439249 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7154961d-609a-422d-8521-581e762ecf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:54.457030 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7154961d-609a-422d-8521-581e762ecf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:54.505837 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] Set router 076df5b2-7be2-458b-af18-1281f20c9951 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:16:54.523433 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-7154961d-609a-422d-8521-581e762ecf35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0d3848d6cd34aa0a73615b2d54c92e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065574 Jul 14 14:16:54.526133 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 40972) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:16:54.604010 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154961d-609a-422d-8521-581e762ecf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba921c80-2920-48eb-9aea-39062851bd9c,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:54.636396 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5cbca9e7-27bb-493a-a771-0486f11c0e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:54.663299 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5cbca9e7-27bb-493a-a771-0486f11c0e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:54.682833 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3d842-0121-4222-b8f0-c00f903c941a req-9bc95722-23f1-4413-80fb-7bcd84a6ccd9 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:54.685279 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-66a3d842-0121-4222-b8f0-c00f903c941a req-9bc95722-23f1-4413-80fb-7bcd84a6ccd9 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1522470 Jul 14 14:16:54.774802 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5cbca9e7-27bb-493a-a771-0486f11c0e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:54.779708 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5cbca9e7-27bb-493a-a771-0486f11c0e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:54.781382 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-5cbca9e7-27bb-493a-a771-0486f11c0e41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba921c80-2920-48eb-9aea-39062851bd9c HTTP/1.1" status: 204 len: 168 time: 0.2542799 Jul 14 14:16:54.819825 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbca9e7-27bb-493a-a771-0486f11c0e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba921c80-2920-48eb-9aea-39062851bd9c,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:54.828389 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-66a3d842-0121-4222-b8f0-c00f903c941a req-a7bc5073-1e9f-4418-ba15-62df3102ca30 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327844 Jul 14 14:16:55.008974 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076df5b2-7be2-458b-af18-1281f20c9951', 'name': 'tempest-TestMinimumBasicScenario-1205780373-router', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:49Z', 'revision_number': 4, 'project_id': 'b699f3df6e784444a81a429718fc7522', 'gw_port': {'id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076df5b2-7be2-458b-af18-1281f20c9951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'ba065c49-093a-4028-9e8b-9def68a6baa5', 'name': '', 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'mac_address': 'fa:16:3e:b1:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076df5b2-7be2-458b-af18-1281f20c9951', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ea7f8188-2338-43a9-a756-0ccd0df6759f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:47Z', 'updated_at': '2021-07-14T14:16:54Z', 'revision_number': 4, 'project_id': 'b699f3df6e784444a81a429718fc7522', 'subnets': [{'id': 'ea7f8188-2338-43a9-a756-0ccd0df6759f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:16:55.052373 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6443f-5667-4b4c-804b-53993b73e47d None None] The sync data for ids ['076df5b2-7be2-458b-af18-1281f20c9951'] in dv-cinder-679138-10-smb is: [{'id': '076df5b2-7be2-458b-af18-1281f20c9951', 'name': 'tempest-TestMinimumBasicScenario-1205780373-router', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:49Z', 'revision_number': 4, 'project_id': 'b699f3df6e784444a81a429718fc7522', 'gw_port': {'id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076df5b2-7be2-458b-af18-1281f20c9951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'ba065c49-093a-4028-9e8b-9def68a6baa5', 'name': '', 'network_id': '234a1121-8251-4330-bc6d-fb7bcc072090', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'mac_address': 'fa:16:3e:b1:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076df5b2-7be2-458b-af18-1281f20c9951', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ea7f8188-2338-43a9-a756-0ccd0df6759f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:47Z', 'updated_at': '2021-07-14T14:16:54Z', 'revision_number': 4, 'project_id': 'b699f3df6e784444a81a429718fc7522', 'subnets': [{'id': 'ea7f8188-2338-43a9-a756-0ccd0df6759f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:16:56.180168 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c85870-e066-412f-983b-187a0a454812 req-947e0db5-16dd-43a7-8683-87a973995ab7 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:56.183443 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-46c85870-e066-412f-983b-187a0a454812 req-947e0db5-16dd-43a7-8683-87a973995ab7 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1185992 Jul 14 14:16:56.307406 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-46c85870-e066-412f-983b-187a0a454812 req-0e33a1ba-7351-428e-8588-298c0e46ffa0 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093380 Jul 14 14:16:57.300528 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device ba065c49-093a-4028-9e8b-9def68a6baa5 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:57.502642 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port ba065c49-093a-4028-9e8b-9def68a6baa5 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:16:57.507754 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port ba065c49-093a-4028-9e8b-9def68a6baa5 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:57.513254 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:57.664853 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37108911-ed0c-46fa-bb6d-f750dd95daa0 req-3fca4faf-05e3-47e2-8b7b-a76cb1dd3a96 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:57.675879 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:57.681081 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-37108911-ed0c-46fa-bb6d-f750dd95daa0 req-3fca4faf-05e3-47e2-8b7b-a76cb1dd3a96 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1625516 Jul 14 14:16:57.738542 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port ba065c49-093a-4028-9e8b-9def68a6baa5, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=ba065c49-093a-4028-9e8b-9def68a6baa5,segment=NetworkSegment(bd3abc5c-091f-4130-a0a8-3a468c5fdbd6),segment_id=bd3abc5c-091f-4130-a0a8-3a468c5fdbd6)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:16:57.747068 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:57.779576 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-37108911-ed0c-46fa-bb6d-f750dd95daa0 req-4410ff79-58f5-466d-9389-b4f40d5cd872 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964606 Jul 14 14:16:57.839711 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=ba065c49-093a-4028-9e8b-9def68a6baa5,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:16:59.076244 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device ba065c49-093a-4028-9e8b-9def68a6baa5 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:16:59.158916 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de2e06-8732-44aa-b36f-fd9939a21663 req-c529ed32-e86f-4cd3-beab-28fe5ca7b04b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:59.161578 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c5de2e06-8732-44aa-b36f-fd9939a21663 req-c529ed32-e86f-4cd3-beab-28fe5ca7b04b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0854740 Jul 14 14:16:59.202726 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port ba065c49-093a-4028-9e8b-9def68a6baa5 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:16:59.203567 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:59.245269 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c5de2e06-8732-44aa-b36f-fd9939a21663 req-0166bb94-e492-4743-b519-907b8ea24b0e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747137 Jul 14 14:17:00.512496 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfffe21-3687-499a-9ba9-1ba5045e5593 req-52c7ab58-48fe-4b79-aadc-0a46dbb7a7d1 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:00.515037 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ebfffe21-3687-499a-9ba9-1ba5045e5593 req-52c7ab58-48fe-4b79-aadc-0a46dbb7a7d1 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1206768 Jul 14 14:17:00.559020 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ebfffe21-3687-499a-9ba9-1ba5045e5593 req-dffdb1c6-63be-44f4-9319-509834e36eaf tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372934 Jul 14 14:17:01.863175 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e9d5b-0a65-481d-bb7d-5f330a9f3d64 req-e196ed5e-8e60-4a8a-965b-fd8cd69a305b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:01.864824 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4d9e9d5b-0a65-481d-bb7d-5f330a9f3d64 req-e196ed5e-8e60-4a8a-965b-fd8cd69a305b tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1592810 Jul 14 14:17:01.950103 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4d9e9d5b-0a65-481d-bb7d-5f330a9f3d64 req-43a1903c-30d6-4e48-b8a0-ec724c4a0193 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785601 Jul 14 14:17:02.928259 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-11681a03-d1c4-4581-8236-90f1c059f385 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f78632aee5b14aa28c4d26382200b8b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308573 Jul 14 14:17:03.164684 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5e619ed6-b40b-4059-b873-33cb12d5c776 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:03.173731 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5e619ed6-b40b-4059-b873-33cb12d5c776 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389989 Jul 14 14:17:03.201426 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-7412e06d-7af6-42f0-bb8b-63ce7acf10fa tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/quotas/f78632aee5b14aa28c4d26382200b8b9 HTTP/1.1" status: 200 len: 375 time: 0.0255966 Jul 14 14:17:03.464611 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-7064fda2-0ddc-4a47-8ff6-2ca77151b130 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f78632aee5b14aa28c4d26382200b8b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2389574 Jul 14 14:17:03.503382 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92593ce4-040e-40c5-9aad-8518d97061c4 req-ee015888-d53e-4c9b-b26a-60c377f4adc3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:03.505273 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-92593ce4-040e-40c5-9aad-8518d97061c4 req-ee015888-d53e-4c9b-b26a-60c377f4adc3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.3185551 Jul 14 14:17:03.548512 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-92593ce4-040e-40c5-9aad-8518d97061c4 req-7ac8f48c-38d6-4bb9-9f25-f8eab13567a5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363843 Jul 14 14:17:03.693488 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-77d67b62-5c4e-46ff-b82f-9305fda66588 req-a2af539b-b2fe-441b-80c4-07087e8209d9 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 210 time: 0.0414994 Jul 14 14:17:03.819284 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-7bba4833-ca44-48d1-a91d-99b80b742771 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:03.826344 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-7bba4833-ca44-48d1-a91d-99b80b742771 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/networks?id=c32af85c-8471-4793-9b68-be332f02fb89 HTTP/1.1" status: 200 len: 814 time: 0.1316204 Jul 14 14:17:03.838386 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-ffb63700-105d-4476-a696-3244daa781ee tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/quotas/7f7d52954fd14a2b8fa3d2e85b883f14 HTTP/1.1" status: 200 len: 375 time: 0.0106828 Jul 14 14:17:03.941521 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-605013b3-5bde-4a75-8658-6df790232026 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f7d52954fd14a2b8fa3d2e85b883f14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884955 Jul 14 14:17:04.116214 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-ff105175-bffb-4ef0-962f-b1c9126b61dd service neutron] 10.222.0.53 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448464 Jul 14 14:17:04.237274 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-2f4f121a-37bf-49e0-924c-dadfb959a5b4 service neutron] 10.222.0.53 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199036 Jul 14 14:17:04.439539 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a67b3d16-1eb4-4acd-9f60-982ddcf58323 req-df462903-04fc-441f-85da-218367d05b4a tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 210 time: 0.0381722 Jul 14 14:17:04.766400 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33826731-945e-4317-b10f-5db2df685441 req-4a3be5ef-48d5-4224-a754-a51a02b32bde tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:04.768082 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-33826731-945e-4317-b10f-5db2df685441 req-4a3be5ef-48d5-4224-a754-a51a02b32bde tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0731711 Jul 14 14:17:04.813453 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-33826731-945e-4317-b10f-5db2df685441 req-88f00189-ce60-4945-9863-57bd31c5c867 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381455 Jul 14 14:17:04.858089 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7c92a784-e15a-4a3a-a934-c0a2c4776458 req-14f55261-f8b9-4a6f-a95e-2c07301dd593 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 210 time: 0.0273843 Jul 14 14:17:04.960793 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-51ea33d0-8c5b-488e-bcc5-9f08519ba685 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f78632aee5b14aa28c4d26382200b8b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265212 Jul 14 14:17:05.084458 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-fdf57c46-9e98-4612-a56d-2363244983d3 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:05.085990 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-fdf57c46-9e98-4612-a56d-2363244983d3 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196883 Jul 14 14:17:05.100755 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Request body: {'port': {'device_id': '2d15dba1-e3d5-4496-b79a-9367b0e50e01', 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f', 'admin_state_up': True, 'tenant_id': 'f78632aee5b14aa28c4d26382200b8b9'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:05.235210 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Made reservation on behalf of f78632aee5b14aa28c4d26382200b8b9 for: {'port': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:17:05.239131 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:05.249139 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:05.348072 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:05.352135 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:05.421744 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09fbb24-e90b-4ec1-8718-c519430a3364,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:05.505985 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Allocated IP 192.168.233.141 (468052d5-a228-4cdf-8a7a-47f85683232f/40559e53-8ff6-4a09-9b89-d8078db415f1/f4a38a2c-2e25-4bda-b646-df095e76a691) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:17:05.659521 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-644d2bd8-46b9-4342-a6c0-00dd66b40b20 req-8ad6454a-a811-47fd-96d7-766c675ca004 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 210 time: 0.0846651 Jul 14 14:17:05.808378 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:05.824596 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-119f2528-2793-454a-a762-2e1aa4f43f05 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:05.826274 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-119f2528-2793-454a-a762-2e1aa4f43f05 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.62 "GET /v2.0/networks?id=c32af85c-8471-4793-9b68-be332f02fb89 HTTP/1.1" status: 200 len: 814 time: 0.1840358 Jul 14 14:17:05.834240 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Transition to ACTIVE for port object f4a38a2c-2e25-4bda-b646-df095e76a691 will not be triggered until provisioned by entity DHCP. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:17:05.840329 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Request body: {'port': {'device_id': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'admin_state_up': True, 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:06.023050 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:06.101469 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Network 468052d5-a228-4cdf-8a7a-47f85683232f is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:17:06.113887 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Made reservation on behalf of 7f7d52954fd14a2b8fa3d2e85b883f14 for: {'port': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:17:06.117375 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:06.127598 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:17:06.138240 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:17:06.142252 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Pushing event updated for resources: {'Port': ['ID=f4a38a2c-2e25-4bda-b646-df095e76a691,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:06.217527 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e4183-11e5-4a0a-adcb-aa1a3e740d15 req-3bfd36e4-eb77-4ab0-8b68-61911763e08a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:06.220153 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e86e4183-11e5-4a0a-adcb-aa1a3e740d15 req-3bfd36e4-eb77-4ab0-8b68-61911763e08a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.2803791 Jul 14 14:17:06.236690 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e626dc-d119-4ceb-bec1-4bc742f327cb req-ca41e23f-01b8-4cff-ba0e-f6b0878d6f35 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:06.244133 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-25e626dc-d119-4ceb-bec1-4bc742f327cb req-ca41e23f-01b8-4cff-ba0e-f6b0878d6f35 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 936 time: 0.2620564 Jul 14 14:17:06.366183 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:06.367776 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:06.391528 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e86e4183-11e5-4a0a-adcb-aa1a3e740d15 req-28cf1d4f-611b-4af4-b7ad-ebda3b54a205 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409247 Jul 14 14:17:06.416338 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-25e626dc-d119-4ceb-bec1-4bc742f327cb req-7844add1-ef4b-4a29-bf68-78ea56cb82c6 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709583 Jul 14 14:17:06.443118 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-5b1e438b-1033-48ad-84b0-d5cfee8e775f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3467338 Jul 14 14:17:06.481573 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-923f9941-281c-4643-b12d-a8fae4429b71 None None] Provisioning for port f4a38a2c-2e25-4bda-b646-df095e76a691 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:17:06.489627 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-923f9941-281c-4643-b12d-a8fae4429b71 None None] Provisioning complete for port f4a38a2c-2e25-4bda-b646-df095e76a691 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:06.490261 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-923f9941-281c-4643-b12d-a8fae4429b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:06.541379 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-923f9941-281c-4643-b12d-a8fae4429b71 None None] Port f4a38a2c-2e25-4bda-b646-df095e76a691 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:17:06.570483 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Allocated IP 172.20.0.3 (c32af85c-8471-4793-9b68-be332f02fb89/452b12cc-11f7-4d78-8ff3-9a96dd39ceb5/916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:17:06.735013 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:06.754838 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Transition to ACTIVE for port object 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 will not be triggered until provisioned by entity DHCP. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:17:06.775054 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41212) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:06.798750 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:06.825170 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c53b74-2f2f-4869-b9a5-d804538e3578 admin admin] Deleting subnet d7324b7a-dd67-410b-8678-055e491e37d1 {{(pid=93058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:17:06.828928 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-08c53b74-2f2f-4869-b9a5-d804538e3578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:06.863311 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-08c53b74-2f2f-4869-b9a5-d804538e3578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9356669'] for subnet, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:06.906929 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Network c32af85c-8471-4793-9b68-be332f02fb89 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:17:06.911301 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-08c53b74-2f2f-4869-b9a5-d804538e3578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:06.919870 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:17:06.925139 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:17:06.929396 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event updated for resources: {'Port': ['ID=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:06.992649 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:06.993263 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-08c53b74-2f2f-4869-b9a5-d804538e3578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9482074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9234413'] for subnet, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:06.993427 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.024000 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c53b74-2f2f-4869-b9a5-d804538e3578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7324b7a-dd67-410b-8678-055e491e37d1,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:07.032310 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-a9fb0b02-ca51-4990-8379-cc6dcf74fc02 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1957924 Jul 14 14:17:07.040536 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-08c53b74-2f2f-4869-b9a5-d804538e3578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.040974 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf027ddc-735e-4d52-94a3-0064988c7758 req-8e345a7f-9bad-473f-b5ba-9547e0562b56 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:07.043190 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-08c53b74-2f2f-4869-b9a5-d804538e3578 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d7324b7a-dd67-410b-8678-055e491e37d1 HTTP/1.1" status: 204 len: 168 time: 0.2670972 Jul 14 14:17:07.045680 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41214) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:07.050595 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-cf027ddc-735e-4d52-94a3-0064988c7758 req-8e345a7f-9bad-473f-b5ba-9547e0562b56 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 931 time: 0.2142677 Jul 14 14:17:07.124413 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-cf027ddc-735e-4d52-94a3-0064988c7758 req-3996c142-bd53-4c42-b36e-5adedc3d07e3 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728476 Jul 14 14:17:07.140766 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.248260 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.259287 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aaa9fb9-d3a6-45bb-835e-2713665bfeb8']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:07.268634 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-388bd278-7a9a-4db4-b08b-572816f4d61b None None] Provisioning for port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:17:07.272669 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-388bd278-7a9a-4db4-b08b-572816f4d61b None None] Provisioning complete for port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:07.273085 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-388bd278-7a9a-4db4-b08b-572816f4d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.278149 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf328b0-11c0-4d2d-b5e9-29f580b67000') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:07.278442 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf328b0-11c0-4d2d-b5e9-29f580b67000') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:07.289809 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9356644'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.308402 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.313005 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-388bd278-7a9a-4db4-b08b-572816f4d61b None None] Port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:17:07.316824 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:17:07.317336 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9481460'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: Traceback (most recent call last): Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: timer() Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: cb(*args, **kw) Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: return func(*args, **kwargs) Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: self._notify() Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: self.callback(batched_events) Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: event.method(event) Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: return f(self, *a, **k) Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: return self._get(url).json() Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:17:07.319259 dv-cinder-679138-10-smb neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:17:07.376867 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.386570 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.388421 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] 10.222.0.53 "DELETE /v2.0/networks/7aaa9fb9-d3a6-45bb-835e-2713665bfeb8 HTTP/1.1" status: 204 len: 168 time: 0.3417139 Jul 14 14:17:07.398266 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a6c50-77b3-43aa-aa07-4f1e18bb525c admin admin] Pushing event deleted for resources: {'Network': ['ID=7aaa9fb9-d3a6-45bb-835e-2713665bfeb8,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:07.621188 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41222) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:07.668312 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cdd5b-be33-441f-9bc4-92ebce3e3f98 req-7a03e20b-8ba4-41fc-9926-917124704fa9 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:07.669960 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-017cdd5b-be33-441f-9bc4-92ebce3e3f98 req-7a03e20b-8ba4-41fc-9926-917124704fa9 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1305592 Jul 14 14:17:07.678605 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-dfcf4a97-fd9e-4cf6-ac5d-68c9a90a8b75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c071798842b048769b9b16013b5282ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558395 Jul 14 14:17:07.680718 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41224) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:07.684944 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743efdf-7973-449d-adb9-05d50be72999 req-27f0fe5f-9b4d-460d-96ae-4364e9587712 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:07.686603 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c743efdf-7973-449d-adb9-05d50be72999 req-27f0fe5f-9b4d-460d-96ae-4364e9587712 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 936 time: 0.1370101 Jul 14 14:17:07.747236 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-017cdd5b-be33-441f-9bc4-92ebce3e3f98 req-c9d6214a-bf80-4ce3-8b06-a597cf1ee784 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594370 Jul 14 14:17:07.751016 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c743efdf-7973-449d-adb9-05d50be72999 req-1af6e4da-aa02-4b48-9bc0-800209079864 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563338 Jul 14 14:17:07.763786 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8741ae6-3a77-4b5c-a4da-98075a5b51cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.795259 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8741ae6-3a77-4b5c-a4da-98075a5b51cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.842883 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8741ae6-3a77-4b5c-a4da-98075a5b51cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.846415 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8741ae6-3a77-4b5c-a4da-98075a5b51cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:07.849926 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-d8741ae6-3a77-4b5c-a4da-98075a5b51cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf6559ef-a225-48dd-a8b1-2884ab6385f0 HTTP/1.1" status: 204 len: 168 time: 0.1658206 Jul 14 14:17:07.855601 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8741ae6-3a77-4b5c-a4da-98075a5b51cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6559ef-a225-48dd-a8b1-2884ab6385f0,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:08.147566 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:17:08.336463 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ed1bb-a7d3-43cb-b819-89d49ba56d24 req-5e169f71-f783-4248-8c63-0cafa8a2df76 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:08.338149 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3d4ed1bb-a7d3-43cb-b819-89d49ba56d24 req-5e169f71-f783-4248-8c63-0cafa8a2df76 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 931 time: 0.0841870 Jul 14 14:17:08.389452 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3d4ed1bb-a7d3-43cb-b819-89d49ba56d24 req-df662762-5673-49e7-b117-85997c918668 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437136 Jul 14 14:17:08.580824 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 41248) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:08.677167 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-62650979-network', 'tenant_id': '0c16695508f44b7385499b9280d93077'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:08.701441 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Made reservation on behalf of 0c16695508f44b7385499b9280d93077 for: {'network': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:17:08.704376 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:08.713875 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:08.816929 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:08.833984 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:08.856106 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:17:08.879538 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a39a2f-ab0d-4720-9266-e8479fb8ce84,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:08.883221 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:08.883808 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.segments_db [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Added segment a2ab9898-5fea-4bd4-9fa4-ad7b1505f593 of type vlan for network 07156907-bca0-4a85-9e58-866015c5b59f Jul 14 14:17:08.988479 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:09.052374 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:09.053364 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:09.053947 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:09.086228 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24f426-9cff-407f-a888-dc3287af5486 req-7b12e465-d918-414a-b8f9-65c3c6194bef tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:09.087726 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8c24f426-9cff-407f-a888-dc3287af5486 req-7b12e465-d918-414a-b8f9-65c3c6194bef tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1569157 Jul 14 14:17:09.127439 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acfb76-a0ba-4f4c-936c-b730ffb3be0e req-1482f96d-3805-4c39-b45f-153e28000e91 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:09.128913 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-38acfb76-a0ba-4f4c-936c-b730ffb3be0e req-1482f96d-3805-4c39-b45f-153e28000e91 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 936 time: 0.2113028 Jul 14 14:17:09.145464 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5634282 Jul 14 14:17:09.146415 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41258) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:09.151421 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-17cf5c85-d317-4ba7-9a73-bad4be326b28 admin admin] Request body: {'subnet': {'network_id': '07156907-bca0-4a85-9e58-866015c5b59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-62650979-subnet', 'tenant_id': '0c16695508f44b7385499b9280d93077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:09.191746 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cf5c85-d317-4ba7-9a73-bad4be326b28 admin admin] Made reservation on behalf of 0c16695508f44b7385499b9280d93077 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:17:09.194995 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-17cf5c85-d317-4ba7-9a73-bad4be326b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234376'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:09.205652 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8c24f426-9cff-407f-a888-dc3287af5486 req-7002ad84-19c3-4fb1-876b-1992c69546fa tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871472 Jul 14 14:17:09.206685 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bdae6-be28-466c-836d-eb9cbe312f72 admin admin] Pushing event updated for resources: {'Network': ['ID=07156907-bca0-4a85-9e58-866015c5b59f,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:09.224403 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 07156907-bca0-4a85-9e58-866015c5b59f details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:17:09.239497 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-38acfb76-a0ba-4f4c-936c-b730ffb3be0e req-ab7cc900-8134-42a4-ab2f-2c010d738086 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029830 Jul 14 14:17:09.396726 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-17cf5c85-d317-4ba7-9a73-bad4be326b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9482139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234426'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:09.453748 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf5c85-d317-4ba7-9a73-bad4be326b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a162910-e28d-49f4-81a0-ffc6ed54da80,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:09.462503 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cf5c85-d317-4ba7-9a73-bad4be326b28 admin admin] Checking segment: {'id': 'a2ab9898-5fea-4bd4-9fa4-ad7b1505f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:17:09.462860 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cf5c85-d317-4ba7-9a73-bad4be326b28 admin admin] Network hostable DHCP agents. Network: 07156907-bca0-4a85-9e58-866015c5b59f, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:17:09.491460 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cf5c85-d317-4ba7-9a73-bad4be326b28 admin admin] Network 07156907-bca0-4a85-9e58-866015c5b59f is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:17:09.501578 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-17cf5c85-d317-4ba7-9a73-bad4be326b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 07156907-bca0-4a85-9e58-866015c5b59f) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:17:09.505902 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf5c85-d317-4ba7-9a73-bad4be326b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:09.506468 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-17cf5c85-d317-4ba7-9a73-bad4be326b28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:09.510953 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79514366-3a6c-463f-bfec-ad05afa503b8 None None] Network 07156907-bca0-4a85-9e58-866015c5b59f requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:17:09.544294 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-17cf5c85-d317-4ba7-9a73-bad4be326b28 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3965840 Jul 14 14:17:09.654424 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9deec-4771-47dd-82db-54776a8fe7d7 req-9d41588a-82e3-4cf5-8913-847e82a82ec2 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:09.665538 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e3d9deec-4771-47dd-82db-54776a8fe7d7 req-9d41588a-82e3-4cf5-8913-847e82a82ec2 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 931 time: 0.1338358 Jul 14 14:17:09.722277 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e3d9deec-4771-47dd-82db-54776a8fe7d7 req-e7b3cfb6-f7c3-4472-87d1-f581bbf0cf2e tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556316 Jul 14 14:17:09.813791 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe124dfb-7c1f-4b57-8fb8-b34445d4b722 None None] Network 07156907-bca0-4a85-9e58-866015c5b59f requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:17:09.974828 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-32447116-0d1f-4d43-b19b-5da050c50cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:10.400049 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d25af-63ee-4cf6-9500-3f77e09e8cab req-67cd8b9f-98ab-4585-a62f-a80d0fb165c3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:10.406045 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-307d25af-63ee-4cf6-9500-3f77e09e8cab req-67cd8b9f-98ab-4585-a62f-a80d0fb165c3 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0828953 Jul 14 14:17:10.481606 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-307d25af-63ee-4cf6-9500-3f77e09e8cab req-15358a38-5b0b-4d6e-b192-6677f42c1cb4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722919 Jul 14 14:17:10.506780 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871118d-babc-4d28-b310-ba4f551c8dc8 req-92db08c1-b845-47ff-bb94-505e5f43ee69 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:10.508404 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b871118d-babc-4d28-b310-ba4f551c8dc8 req-92db08c1-b845-47ff-bb94-505e5f43ee69 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 936 time: 0.1011083 Jul 14 14:17:10.548949 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b871118d-babc-4d28-b310-ba4f551c8dc8 req-98116811-0881-4b04-87aa-af6f52af78cd tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347462 Jul 14 14:17:10.909668 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b886c-7e70-4660-b42f-65f604e47e87 req-195bcc23-7fad-4a86-bf4f-7212e7b18715 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:10.911209 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-500b886c-7e70-4660-b42f-65f604e47e87 req-195bcc23-7fad-4a86-bf4f-7212e7b18715 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 931 time: 0.0633857 Jul 14 14:17:10.948893 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-500b886c-7e70-4660-b42f-65f604e47e87 req-546e6877-cda3-4cfa-9345-2c2130c71e28 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319421 Jul 14 14:17:11.405542 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-e40638b3-518d-46b1-9770-871a0c855fbc tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:11.407505 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-e40638b3-518d-46b1-9770-871a0c855fbc tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/networks?id=07156907-bca0-4a85-9e58-866015c5b59f HTTP/1.1" status: 200 len: 812 time: 0.1085401 Jul 14 14:17:11.423392 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-701af2c4-1c7b-4e69-977b-f84abc37e801 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/quotas/0c16695508f44b7385499b9280d93077 HTTP/1.1" status: 200 len: 375 time: 0.0102563 Jul 14 14:17:11.462662 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-fb450c1d-8083-47ab-a21c-4d8d95bc7b63 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c16695508f44b7385499b9280d93077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287640 Jul 14 14:17:11.810753 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-acd6c61c-77ec-453c-9b7b-c90cb1242a65 service neutron] 10.222.0.53 "GET /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404469 Jul 14 14:17:11.827446 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f36ae-ed41-427d-91da-ede80c88baba req-61c9128e-5491-4710-94c9-8c566006fcc1 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:11.829154 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e89f36ae-ed41-427d-91da-ede80c88baba req-61c9128e-5491-4710-94c9-8c566006fcc1 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1018472 Jul 14 14:17:11.914384 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e89f36ae-ed41-427d-91da-ede80c88baba req-09ace79a-a08f-43c4-aa4c-45dcdf2aae49 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774574 Jul 14 14:17:11.947255 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ef9b38a6-7ba1-4c60-9ea1-df2e5e82a086 service neutron] 10.222.0.53 "GET /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279805 Jul 14 14:17:12.102522 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be093b2-df72-49a4-9521-7a380b626f49 req-d6ff7788-e085-4687-9676-b1274c6a5216 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:12.104706 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4be093b2-df72-49a4-9521-7a380b626f49 req-d6ff7788-e085-4687-9676-b1274c6a5216 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 936 time: 0.0806942 Jul 14 14:17:12.174796 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4be093b2-df72-49a4-9521-7a380b626f49 req-06c5fc0b-ac49-4d00-acf1-891f69c9e694 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635037 Jul 14 14:17:12.291278 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0c1a6646-5037-4d1c-8880-6ef50a2d4cf0 req-4300e6c8-c0d5-44f9-8d45-6fb73a1259f6 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 210 time: 0.0581586 Jul 14 14:17:12.314859 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2990a8ed-6e54-4016-bc98-b4330849cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:12.328904 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b497-038a-4322-a000-aee8e6153d96 req-0b44206e-3257-42ed-a2db-dd595c510566 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:12.330396 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ccd1b497-038a-4322-a000-aee8e6153d96 req-0b44206e-3257-42ed-a2db-dd595c510566 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 931 time: 0.1526220 Jul 14 14:17:12.419931 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ccd1b497-038a-4322-a000-aee8e6153d96 req-15dcb7d5-0df0-4daf-865c-29618c27dd95 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831811 Jul 14 14:17:12.693730 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:13.094625 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69e505-3bdb-4fa9-bbc8-87efdf227638 req-c664d4ac-e02f-4c40-82fb-003c5db17921 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:13.096135 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7f69e505-3bdb-4fa9-bbc8-87efdf227638 req-c664d4ac-e02f-4c40-82fb-003c5db17921 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0661373 Jul 14 14:17:13.135964 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7f69e505-3bdb-4fa9-bbc8-87efdf227638 req-a7493f4e-cc1e-4736-ad65-35231f57ae47 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337698 Jul 14 14:17:13.364054 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37e8f8-5434-45cb-9e1f-e8f89cacb4c8 req-7271822e-aba5-4026-bf5b-f49963a96b44 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:13.366079 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5a37e8f8-5434-45cb-9e1f-e8f89cacb4c8 req-7271822e-aba5-4026-bf5b-f49963a96b44 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 936 time: 0.0716572 Jul 14 14:17:13.407489 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5a37e8f8-5434-45cb-9e1f-e8f89cacb4c8 req-526503d2-29c5-43d8-a994-3d59f85ab6c6 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354991 Jul 14 14:17:13.457226 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-93e356d2-e908-4165-a652-3eb186931e1d req-ea4521ef-7e52-4310-a83e-2263bcf6f7d9 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 210 time: 0.0297835 Jul 14 14:17:13.622176 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8833c-ef34-422e-a253-4459630b24ad req-81226b91-c2d8-46d1-a9fd-57b28dee38fc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:13.623663 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-17b8833c-ef34-422e-a253-4459630b24ad req-81226b91-c2d8-46d1-a9fd-57b28dee38fc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 931 time: 0.0638833 Jul 14 14:17:13.663340 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-17b8833c-ef34-422e-a253-4459630b24ad req-6dbcfa1a-0c94-49ba-ac91-8a5d39d8ded7 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335696 Jul 14 14:17:13.773601 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:14.319722 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33949-8342-4ae6-80f2-49f669db01c1 req-3569fd82-a07f-4009-a4ea-a5d70de69780 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:14.321359 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ebe33949-8342-4ae6-80f2-49f669db01c1 req-3569fd82-a07f-4009-a4ea-a5d70de69780 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0686314 Jul 14 14:17:14.359760 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ebe33949-8342-4ae6-80f2-49f669db01c1 req-a14c559b-b7f3-4b23-99fd-6fba8dc5ad64 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Jul 14 14:17:14.588030 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef37d37-5363-4664-b074-822e1daececd req-5835d7e8-1159-4b95-8825-9f65fc113c54 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:14.590540 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4ef37d37-5363-4664-b074-822e1daececd req-5835d7e8-1159-4b95-8825-9f65fc113c54 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 936 time: 0.0699720 Jul 14 14:17:14.627502 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e98ab616-c1bb-4ae0-9351-5fa5be90251a req-4de5bd69-7192-4507-b5e5-e041ea95fa5b tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 210 time: 0.0359073 Jul 14 14:17:14.655518 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4ef37d37-5363-4664-b074-822e1daececd req-4cd18bd1-2f91-43c1-aa01-978ae4c9d2c6 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550187 Jul 14 14:17:14.846593 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad27551-8bec-408c-8769-6e5c3361aa52 req-7436d87f-4df7-4b8c-b69d-f0e4523d55ec tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:14.848189 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3ad27551-8bec-408c-8769-6e5c3361aa52 req-7436d87f-4df7-4b8c-b69d-f0e4523d55ec tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 931 time: 0.0696847 Jul 14 14:17:14.887528 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3ad27551-8bec-408c-8769-6e5c3361aa52 req-ec63156b-e4e2-4e73-a550-d4bdf1f5c556 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Jul 14 14:17:15.152226 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:15.542889 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a71150-6470-4919-affe-6d782ca14708 req-12d456e0-60ff-48c7-b2d7-19253c1bce8d tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:15.544581 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-80a71150-6470-4919-affe-6d782ca14708 req-12d456e0-60ff-48c7-b2d7-19253c1bce8d tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0668817 Jul 14 14:17:15.584023 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-80a71150-6470-4919-affe-6d782ca14708 req-bdb45662-34c2-4792-8476-277d90de8450 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326412 Jul 14 14:17:15.784833 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-baf03bad-6b67-43c5-b665-83182aca7771 req-9f1fddd1-9b10-40af-936b-0510f5bbf3f9 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 210 time: 0.0329845 Jul 14 14:17:15.852613 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76844b3-e123-4f0f-a6fa-4017a1304787 req-02e28066-671b-4ffd-b2c5-5861bd601bc0 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:15.854055 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e76844b3-e123-4f0f-a6fa-4017a1304787 req-02e28066-671b-4ffd-b2c5-5861bd601bc0 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 936 time: 0.0732844 Jul 14 14:17:15.897391 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e76844b3-e123-4f0f-a6fa-4017a1304787 req-b6b0e212-0a30-435d-a87e-a39de955d30c tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Jul 14 14:17:16.067127 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35627305-d2ee-4175-834d-e8ff06ef4912 req-e750391e-2370-4430-a95e-5b096a938c09 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:16.068595 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-35627305-d2ee-4175-834d-e8ff06ef4912 req-e750391e-2370-4430-a95e-5b096a938c09 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 931 time: 0.0650024 Jul 14 14:17:16.105319 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-35627305-d2ee-4175-834d-e8ff06ef4912 req-2a87533c-c4a7-4d6e-871e-8264295f99c6 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309165 Jul 14 14:17:16.755879 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6707478-42ec-4468-a541-6b8aa7ec0efa req-a0c70981-b202-4927-85e9-d768a06e42ac tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:16.757380 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d6707478-42ec-4468-a541-6b8aa7ec0efa req-a0c70981-b202-4927-85e9-d768a06e42ac tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0644178 Jul 14 14:17:16.800021 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d6707478-42ec-4468-a541-6b8aa7ec0efa req-ca93f56d-e951-421a-a1aa-031b542955e2 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371633 Jul 14 14:17:16.806167 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Request body: {'port': {'device_id': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:16.814725 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Request body: {'port': {'device_id': '2d15dba1-e3d5-4496-b79a-9367b0e50e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:16.980144 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a6756ed9-6764-4577-a67b-57e2878ef129 req-edd95f56-8a0d-4b93-8fe4-8c3a9075816e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 210 time: 0.0679893 Jul 14 14:17:16.992379 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:17.004236 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:17.378057 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a999fab-cf71-4f8c-8921-f65ca875ad44 req-2ca90596-515a-4e54-8345-639ff289bbaf tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:17.379565 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5a999fab-cf71-4f8c-8921-f65ca875ad44 req-2ca90596-515a-4e54-8345-639ff289bbaf tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 936 time: 0.3213630 Jul 14 14:17:17.488469 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8be8e-d355-4d3e-8cef-4583e4c07edc req-a6bad148-7b70-472a-b660-2ec000b3a061 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:17.490024 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4ef8be8e-d355-4d3e-8cef-4583e4c07edc req-a6bad148-7b70-472a-b660-2ec000b3a061 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 931 time: 0.2651188 Jul 14 14:17:17.499975 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5a999fab-cf71-4f8c-8921-f65ca875ad44 req-1cf0b677-c06c-4d30-b951-07ab3eff684e tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050799 Jul 14 14:17:17.685101 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4ef8be8e-d355-4d3e-8cef-4583e4c07edc req-4dace425-d570-4d7d-9157-09abaaf3e0f1 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824043 Jul 14 14:17:17.716102 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 {{(pid=93057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:17:17.723210 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a38a2c-2e25-4bda-b646-df095e76a691 {{(pid=93057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:17:17.735210 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:17.741605 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:17.766406 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Transition to ACTIVE for port object 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 will not be triggered until provisioned by entity L2. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:17:17.775034 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-d88cb9b2-3e02-4cd6-856a-73d576af12b1 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:17.776463 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-d88cb9b2-3e02-4cd6-856a-73d576af12b1 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.62 "GET /v2.0/networks?id=07156907-bca0-4a85-9e58-866015c5b59f HTTP/1.1" status: 200 len: 812 time: 0.2749577 Jul 14 14:17:17.778797 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:17.781524 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Transition to ACTIVE for port object f4a38a2c-2e25-4bda-b646-df095e76a691 will not be triggered until provisioned by entity L2. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:17:17.808832 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Request body: {'port': {'device_id': '3a4c6aa6-00ad-4132-8287-3eaa93a7e64d', 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f', 'admin_state_up': True, 'tenant_id': '0c16695508f44b7385499b9280d93077'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:17.813300 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:17.899488 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Pushing event updated for resources: {'Port': ['ID=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:18.058911 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793d406-cf83-47bd-8451-215a0a278a0c req-5b05993d-06ef-401d-a56f-a3550866f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:18.061108 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-9793d406-cf83-47bd-8451-215a0a278a0c req-5b05993d-06ef-401d-a56f-a3550866f730 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 1098 time: 0.0735083 Jul 14 14:17:18.114705 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a38a2c-2e25-4bda-b646-df095e76a691,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:18.121354 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-9793d406-cf83-47bd-8451-215a0a278a0c req-4903b42c-5db9-48b2-9030-9597e774a6e5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524812 Jul 14 14:17:18.405356 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-24696a79-16bd-4bde-9dcb-de7f5e14b8ed req-cf86ad16-1985-44c0-81f7-a619a77116cb tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 210 time: 0.2669795 Jul 14 14:17:18.408750 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Attempting to bind port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:17:18.409105 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Attempting to bind port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:17:18.409515 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Attempting to bind port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 on network c32af85c-8471-4793-9b68-be332f02fb89 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:17:18.412502 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Made reservation on behalf of 0c16695508f44b7385499b9280d93077 for: {'port': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:17:18.415840 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:18.420936 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Attempting to bind port f4a38a2c-2e25-4bda-b646-df095e76a691 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:17:18.421720 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Attempting to bind port f4a38a2c-2e25-4bda-b646-df095e76a691 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': 'b2bdac16-9b62-4bba-887b-659301eb5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f'}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:17:18.421720 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Attempting to bind port f4a38a2c-2e25-4bda-b646-df095e76a691 on network 468052d5-a228-4cdf-8a7a-47f85683232f {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:17:18.440378 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 on network c32af85c-8471-4793-9b68-be332f02fb89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:17:18.440698 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Attempting to bind port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 on network c32af85c-8471-4793-9b68-be332f02fb89 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:17:18.444135 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Port f4a38a2c-2e25-4bda-b646-df095e76a691 on network 468052d5-a228-4cdf-8a7a-47f85683232f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:17:18.444445 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Attempting to bind port f4a38a2c-2e25-4bda-b646-df095e76a691 on network 468052d5-a228-4cdf-8a7a-47f85683232f {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:17:18.456905 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:17:18.457242 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Checking segment: {'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:17:18.457621 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Bound using segment: {'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:17:18.458038 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Bound port: 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407ac722-588b-44ec-9b8f-f7286f407f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89'}}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:17:18.458385 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:18.464540 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:17:18.464865 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Checking segment: {'id': 'b2bdac16-9b62-4bba-887b-659301eb5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:17:18.465245 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Bound using segment: {'id': 'b2bdac16-9b62-4bba-887b-659301eb5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f'} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:17:18.465651 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Bound port: f4a38a2c-2e25-4bda-b646-df095e76a691, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bdac16-9b62-4bba-887b-659301eb5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f'}}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:17:18.465981 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:18.496105 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bde7b-3b09-4821-9289-c4a182967163 req-8e0e8c66-ba16-4d20-81de-2a8b30837aa6 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:18.497601 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e94bde7b-3b09-4821-9289-c4a182967163 req-8e0e8c66-ba16-4d20-81de-2a8b30837aa6 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.5025592 Jul 14 14:17:18.673424 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e94bde7b-3b09-4821-9289-c4a182967163 req-e284408b-83df-4c88-9f04-9d59fab85ebb tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458101 Jul 14 14:17:18.733555 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] For port f4a38a2c-2e25-4bda-b646-df095e76a691, host hv-cinder-67913, cleared binding levels {{(pid=93057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:17:18.740420 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] For port f4a38a2c-2e25-4bda-b646-df095e76a691, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=f4a38a2c-2e25-4bda-b646-df095e76a691,segment=NetworkSegment(b2bdac16-9b62-4bba-887b-659301eb5ad0),segment_id=b2bdac16-9b62-4bba-887b-659301eb5ad0)] {{(pid=93057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:17:18.743798 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] For port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66, host hv-cinder-67913, cleared binding levels {{(pid=93057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:17:18.748590 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] For port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:17:18.755978 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:18.758598 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Allocated IP 172.20.0.8 (07156907-bca0-4a85-9e58-866015c5b59f/7a162910-e28d-49f4-81a0-ffc6ed54da80/8942a0f5-e9eb-4869-ba71-593f8daa3ab4) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:17:18.766772 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:18.819199 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:18.819825 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:18.821242 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] 10.222.0.62 "PUT /v2.0/ports/f4a38a2c-2e25-4bda-b646-df095e76a691 HTTP/1.1" status: 200 len: 1098 time: 2.0202069 Jul 14 14:17:18.824423 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d15dba1-e3d5-4496-b79a-9367b0e50e01', 'tag': 'f4a38a2c-2e25-4bda-b646-df095e76a691'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:17:18.826719 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc64354-ecbe-45f2-85e4-7102734b2aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d15dba1-e3d5-4496-b79a-9367b0e50e01", "tag": "f4a38a2c-2e25-4bda-b646-df095e76a691"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:17:18.857027 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:18.857662 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:18.859139 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] 10.222.0.62 "PUT /v2.0/ports/916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 HTTP/1.1" status: 200 len: 1093 time: 2.0570009 Jul 14 14:17:18.973779 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef789417-43a6-40e1-9c6f-2bd06b1cb84e req-2f23cf21-3c73-4d87-9e5e-267783e8e83f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:18.977650 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ef789417-43a6-40e1-9c6f-2bd06b1cb84e req-2f23cf21-3c73-4d87-9e5e-267783e8e83f tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 948 time: 0.3564656 Jul 14 14:17:19.047767 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b452774-76c1-4f7a-b8a9-e7998fb924d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a38a2c-2e25-4bda-b646-df095e76a691,revision_number=3']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:19.182821 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ef789417-43a6-40e1-9c6f-2bd06b1cb84e req-2d3cc826-0dc5-4a2f-a3b7-43fe05a50e4a tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754293 Jul 14 14:17:19.223882 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-51c5821c-a19b-4b16-bc65-e5a6e9830497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:19.225435 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-51c5821c-a19b-4b16-bc65-e5a6e9830497 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f78632aee5b14aa28c4d26382200b8b9&device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 1101 time: 0.3430870 Jul 14 14:17:19.226021 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dc9f1-2e7e-4429-b000-3cf80680fa11 service neutron] Pushing event updated for resources: {'Port': ['ID=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,revision_number=3']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:19.235943 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e56a70-13af-4bd4-805f-e30a2d754b2f req-3e841243-b073-409c-83a8-d734df942d09 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:19.237426 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-18e56a70-13af-4bd4-805f-e30a2d754b2f req-3e841243-b073-409c-83a8-d734df942d09 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 943 time: 0.4137499 Jul 14 14:17:19.239353 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066e336a-f7ec-4f4b-97f0-d2467ccd67eb x-openstack-request-id: req-066e336a-f7ec-4f4b-97f0-d2467ccd67eb {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:17:19.239625 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d15dba1-e3d5-4496-b79a-9367b0e50e01", "tag": "f4a38a2c-2e25-4bda-b646-df095e76a691", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:17:19.239873 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-066e336a-f7ec-4f4b-97f0-d2467ccd67eb {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:17:19.240248 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d15dba1-e3d5-4496-b79a-9367b0e50e01', 'tag': 'f4a38a2c-2e25-4bda-b646-df095e76a691', 'status': 'completed', 'code': 200} Jul 14 14:17:19.244174 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-4dbd4b13-ef68-498d-8212-d18f65bb19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:19.245604 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-4dbd4b13-ef68-498d-8212-d18f65bb19e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f7d52954fd14a2b8fa3d2e85b883f14&device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 1096 time: 0.3328588 Jul 14 14:17:19.316678 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-35e37e9e-c459-432e-926c-321802e088ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f4a38a2c-2e25-4bda-b646-df095e76a691 HTTP/1.1" status: 200 len: 217 time: 0.0664604 Jul 14 14:17:19.358078 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-56bf5d8a-59ac-43c6-94ae-9d729e0f650d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 HTTP/1.1" status: 200 len: 217 time: 0.0939412 Jul 14 14:17:19.367371 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:19.434840 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-18e56a70-13af-4bd4-805f-e30a2d754b2f req-e6a4bcfb-d1ec-4960-8df1-6d6913d04498 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882310 Jul 14 14:17:19.462872 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-637edb2c-7564-4195-a53e-db413a55170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:19.464331 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-637edb2c-7564-4195-a53e-db413a55170a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=452b12cc-11f7-4d78-8ff3-9a96dd39ceb5 HTTP/1.1" status: 200 len: 853 time: 0.0997655 Jul 14 14:17:19.465566 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-38b8b40d-3f87-4f81-a41a-07b9516d05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:19.466935 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-38b8b40d-3f87-4f81-a41a-07b9516d05f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=40559e53-8ff6-4a09-9b89-d8078db415f1 HTTP/1.1" status: 200 len: 843 time: 0.1215665 Jul 14 14:17:19.572436 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:19.645863 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Network 07156907-bca0-4a85-9e58-866015c5b59f is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:17:19.661024 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:17:19.663594 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:17:19.667534 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Pushing event updated for resources: {'Port': ['ID=8942a0f5-e9eb-4869-ba71-593f8daa3ab4,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:19.697461 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-320f4952-c5ec-46c4-b20b-61d716ad8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:19.698904 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-320f4952-c5ec-46c4-b20b-61d716ad8c84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c32af85c-8471-4793-9b68-be332f02fb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2204654 Jul 14 14:17:19.704280 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-7e96f244-dd0c-4dec-aa15-127f663d2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:19.705739 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-7e96f244-dd0c-4dec-aa15-127f663d2b1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=468052d5-a228-4cdf-8a7a-47f85683232f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2262692 Jul 14 14:17:19.754613 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03e812-549e-401d-9b44-3079396dc51c req-b0002d8c-b90e-42f9-984a-b754bf242038 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:19.756215 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ed03e812-549e-401d-9b44-3079396dc51c req-b0002d8c-b90e-42f9-984a-b754bf242038 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 931 time: 0.2259851 Jul 14 14:17:19.847524 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:19.848220 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:19.933325 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-478d3c0e-7f76-43c7-bedf-af1a711cf49e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1447179 Jul 14 14:17:19.944784 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ed03e812-549e-401d-9b44-3079396dc51c req-cc1c43e9-3272-4974-8407-d1f32e1a34a5 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506960 Jul 14 14:17:19.958065 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Request body: {'port': {'device_id': '3a4c6aa6-00ad-4132-8287-3eaa93a7e64d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:20.002773 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-8673fc3f-8fee-4299-b4ad-04390606fc88 service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936213 Jul 14 14:17:20.006724 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-3198fecd-60e2-4062-8210-cc86d128ccc6 service neutron] 10.222.0.62 "GET /v2.0/networks/468052d5-a228-4cdf-8a7a-47f85683232f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801661 Jul 14 14:17:20.068252 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7cd5e-5d2f-4007-9714-763f19753534 req-7676a396-da80-4f6d-9a3b-89cea94c9ed5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:20.069704 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-09a7cd5e-5d2f-4007-9714-763f19753534 req-7676a396-da80-4f6d-9a3b-89cea94c9ed5 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.2505679 Jul 14 14:17:20.418654 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:20.503348 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-09a7cd5e-5d2f-4007-9714-763f19753534 req-5701e2e4-e902-4346-a595-ff84ed44fd12 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688526 Jul 14 14:17:20.522541 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e3d8634-7265-4afe-8f3a-18a115d1e7b8 req-da9a77d0-4d34-421f-81ae-d994dc7813dc service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063541 Jul 14 14:17:20.529128 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d4546b5f-5c9e-463b-91db-0b03b28a8021 req-b85fcb18-4a18-4d13-b1f6-215e39701fe2 service neutron] 10.222.0.62 "GET /v2.0/networks/468052d5-a228-4cdf-8a7a-47f85683232f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119331 Jul 14 14:17:20.556698 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fdca5-fedb-4775-b44f-99af0fed2193 req-f181a047-560e-4092-b2ad-04a8c29d0cc1 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:20.558229 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-495fdca5-fedb-4775-b44f-99af0fed2193 req-f181a047-560e-4092-b2ad-04a8c29d0cc1 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 948 time: 0.2170470 Jul 14 14:17:20.749929 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-495fdca5-fedb-4775-b44f-99af0fed2193 req-4a7aa2cd-8e00-4b0a-bc13-8a082fadc830 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855850 Jul 14 14:17:20.802098 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc64354-ecbe-45f2-85e4-7102734b2aa2 req-beeaf9f1-28f7-4034-85bf-d2697d27bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:20.803597 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fbc64354-ecbe-45f2-85e4-7102734b2aa2 req-beeaf9f1-28f7-4034-85bf-d2697d27bbcf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f78632aee5b14aa28c4d26382200b8b9&device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 1101 time: 0.1907825 Jul 14 14:17:20.817292 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c7c35-aba6-4e03-8a90-001e14f87295 req-247e1954-cb07-4ac1-b104-35f3ec7eff50 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:20.818740 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-093c7c35-aba6-4e03-8a90-001e14f87295 req-247e1954-cb07-4ac1-b104-35f3ec7eff50 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 943 time: 0.2048635 Jul 14 14:17:20.951333 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-093c7c35-aba6-4e03-8a90-001e14f87295 req-64c0ec6b-906c-4062-8ebe-da62d70b7ddf tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126637 Jul 14 14:17:20.991955 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc64354-ecbe-45f2-85e4-7102734b2aa2 req-13e8935f-df31-4ac1-befa-d21c4d7dd9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:20.993508 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fbc64354-ecbe-45f2-85e4-7102734b2aa2 req-13e8935f-df31-4ac1-befa-d21c4d7dd9a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=468052d5-a228-4cdf-8a7a-47f85683232f HTTP/1.1" status: 200 len: 870 time: 0.1710727 Jul 14 14:17:20.998991 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 {{(pid=93057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:17:21.014358 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:21.050480 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fbc64354-ecbe-45f2-85e4-7102734b2aa2 req-e758d0ae-eb8c-4e15-80be-884a67a30fd4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f4a38a2c-2e25-4bda-b646-df095e76a691 HTTP/1.1" status: 200 len: 217 time: 0.0455620 Jul 14 14:17:21.059593 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Transition to ACTIVE for port object 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 will not be triggered until provisioned by entity L2. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:17:21.064313 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:21.229326 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc64354-ecbe-45f2-85e4-7102734b2aa2 req-4b58315e-585d-4953-831f-8ed20b2372c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:21.230754 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fbc64354-ecbe-45f2-85e4-7102734b2aa2 req-4b58315e-585d-4953-831f-8ed20b2372c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=40559e53-8ff6-4a09-9b89-d8078db415f1 HTTP/1.1" status: 200 len: 843 time: 0.1641524 Jul 14 14:17:21.248284 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:17:21.251067 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefe3059-750e-4efd-9d6c-d8a01342c701" -d '{"events": [{"name": "network-changed", "server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:17:21.252778 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:21.260094 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8942a0f5-e9eb-4869-ba71-593f8daa3ab4,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:21.403410 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bb65e-6214-4026-b8fd-f203b8974b61 req-ed9067b4-1c00-43ff-8478-abc109e23297 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:21.405018 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c04bb65e-6214-4026-b8fd-f203b8974b61 req-ed9067b4-1c00-43ff-8478-abc109e23297 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 943 time: 0.3273900 Jul 14 14:17:21.440950 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db757b5-a780-43c9-adf1-ecea2f20524b req-95534984-9905-43cb-afaa-e8eee87efd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:21.442409 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8db757b5-a780-43c9-adf1-ecea2f20524b req-95534984-9905-43cb-afaa-e8eee87efd51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf25009d55184a7198b3f0474556d87a&device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 1098 time: 0.2817419 Jul 14 14:17:21.461563 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cba63-1dfa-401d-8df9-19548561aabb req-e735d6b2-321d-4717-b0a8-bf1a231dea61 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:21.462993 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d69cba63-1dfa-401d-8df9-19548561aabb req-e735d6b2-321d-4717-b0a8-bf1a231dea61 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.2788248 Jul 14 14:17:21.467242 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Attempting to bind port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:17:21.467582 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Attempting to bind port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': 'a2ab9898-5fea-4bd4-9fa4-ad7b1505f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f'}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:17:21.469075 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Attempting to bind port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 on network 07156907-bca0-4a85-9e58-866015c5b59f {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:17:21.493461 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc64354-ecbe-45f2-85e4-7102734b2aa2 req-ee2817f5-a16c-47aa-8eea-d0eabc5d1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:21.494878 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fbc64354-ecbe-45f2-85e4-7102734b2aa2 req-ee2817f5-a16c-47aa-8eea-d0eabc5d1a32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=468052d5-a228-4cdf-8a7a-47f85683232f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2379782 Jul 14 14:17:21.509069 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 on network 07156907-bca0-4a85-9e58-866015c5b59f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:17:21.509394 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Attempting to bind port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 on network 07156907-bca0-4a85-9e58-866015c5b59f {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:17:21.597636 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:17:21.597894 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Checking segment: {'id': 'a2ab9898-5fea-4bd4-9fa4-ad7b1505f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:17:21.598275 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Bound using segment: {'id': 'a2ab9898-5fea-4bd4-9fa4-ad7b1505f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f'} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:17:21.598708 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Bound port: 8942a0f5-e9eb-4869-ba71-593f8daa3ab4, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ab9898-5fea-4bd4-9fa4-ad7b1505f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f'}}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:17:21.599068 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:21.614809 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c04bb65e-6214-4026-b8fd-f203b8974b61 req-6c6f2320-13fe-4073-8e75-a793f466af52 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006352 Jul 14 14:17:21.653362 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d69cba63-1dfa-401d-8df9-19548561aabb req-715cddf2-41e1-4b7d-96f8-7db98add8509 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819627 Jul 14 14:17:21.675987 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbded4de-184a-4be7-991b-0cc13967518a x-openstack-request-id: req-fbded4de-184a-4be7-991b-0cc13967518a {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:17:21.676267 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:17:21.676509 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbded4de-184a-4be7-991b-0cc13967518a {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:17:21.676907 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'status': 'completed', 'code': 200} Jul 14 14:17:21.742428 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe3059-750e-4efd-9d6c-d8a01342c701 req-c1b2012e-996d-4ad6-a66b-f1fb089364bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:21.743982 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cefe3059-750e-4efd-9d6c-d8a01342c701 req-c1b2012e-996d-4ad6-a66b-f1fb089364bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f7d52954fd14a2b8fa3d2e85b883f14&device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 1096 time: 0.0517762 Jul 14 14:17:21.745439 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db757b5-a780-43c9-adf1-ecea2f20524b req-bab8a0eb-a1fa-45e4-99d2-e8c9911bcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:21.746903 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8db757b5-a780-43c9-adf1-ecea2f20524b req-bab8a0eb-a1fa-45e4-99d2-e8c9911bcc60 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 200 len: 920 time: 0.2807379 Jul 14 14:17:21.751312 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fbc64354-ecbe-45f2-85e4-7102734b2aa2 req-c2c1dc5e-4c02-43d1-a1ba-cc4c1ca14dfe service neutron] 10.222.0.62 "GET /v2.0/networks/468052d5-a228-4cdf-8a7a-47f85683232f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398176 Jul 14 14:17:21.755326 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] For port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4, host hv-cinder-67913, cleared binding levels {{(pid=93057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:17:21.758336 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] For port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8942a0f5-e9eb-4869-ba71-593f8daa3ab4,segment=NetworkSegment(a2ab9898-5fea-4bd4-9fa4-ad7b1505f593),segment_id=a2ab9898-5fea-4bd4-9fa4-ad7b1505f593)] {{(pid=93057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:17:21.778600 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:21.845181 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe3059-750e-4efd-9d6c-d8a01342c701 req-e54feee3-0fd0-4650-abaf-0f3bd608d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:21.846749 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cefe3059-750e-4efd-9d6c-d8a01342c701 req-e54feee3-0fd0-4650-abaf-0f3bd608d494 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c32af85c-8471-4793-9b68-be332f02fb89 HTTP/1.1" status: 200 len: 915 time: 0.0916500 Jul 14 14:17:21.851529 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8db757b5-a780-43c9-adf1-ecea2f20524b req-ccbdaa42-9f96-4463-8b6b-1dcb54d8b343 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c559f6e-e37a-49b9-9830-046bb6f666ac HTTP/1.1" status: 200 len: 217 time: 0.0912230 Jul 14 14:17:21.897800 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cefe3059-750e-4efd-9d6c-d8a01342c701 req-f502bbf4-c46c-4407-a027-0ca39bad2c7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 HTTP/1.1" status: 200 len: 217 time: 0.0404150 Jul 14 14:17:21.942666 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:21.943292 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:21.944669 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] 10.222.0.62 "PUT /v2.0/ports/8942a0f5-e9eb-4869-ba71-593f8daa3ab4 HTTP/1.1" status: 200 len: 1093 time: 1.9938445 Jul 14 14:17:21.946196 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe3059-750e-4efd-9d6c-d8a01342c701 req-2b2db7a6-e533-4c83-96b7-36d0820da2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:21.947618 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cefe3059-750e-4efd-9d6c-d8a01342c701 req-2b2db7a6-e533-4c83-96b7-36d0820da2a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=452b12cc-11f7-4d78-8ff3-9a96dd39ceb5 HTTP/1.1" status: 200 len: 853 time: 0.0435202 Jul 14 14:17:21.998369 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b010b-aeb7-4fc0-8515-931b8dfb69c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8942a0f5-e9eb-4869-ba71-593f8daa3ab4,revision_number=3']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:22.020359 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db757b5-a780-43c9-adf1-ecea2f20524b req-c46f52ab-892f-48c8-9cc6-6fffc55b88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:22.021807 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8db757b5-a780-43c9-adf1-ecea2f20524b req-c46f52ab-892f-48c8-9cc6-6fffc55b88ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fffa1587-fcbd-412b-b57e-71c0cd21620e HTTP/1.1" status: 200 len: 859 time: 0.1479020 Jul 14 14:17:22.035707 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe3059-750e-4efd-9d6c-d8a01342c701 req-ca134a05-6be5-431a-a622-800e846deb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:22.037473 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cefe3059-750e-4efd-9d6c-d8a01342c701 req-ca134a05-6be5-431a-a622-800e846deb1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c32af85c-8471-4793-9b68-be332f02fb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0750046 Jul 14 14:17:22.039911 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fbc64354-ecbe-45f2-85e4-7102734b2aa2 req-2f2b7a64-57bf-47d5-9b73-b26a6ab1c0ab service neutron] 10.222.0.62 "GET /v2.0/networks/468052d5-a228-4cdf-8a7a-47f85683232f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785583 Jul 14 14:17:22.076043 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8db757b5-a780-43c9-adf1-ecea2f20524b req-27706cc8-acb1-4af8-a836-d2f33caf77eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351887 Jul 14 14:17:22.137519 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cefe3059-750e-4efd-9d6c-d8a01342c701 req-706a9eb7-cbae-4058-857a-686184267e07 service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891922 Jul 14 14:17:22.150100 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8173ca5-e85c-4b46-a445-171b741adb08 req-2478db1b-1ea9-45f2-9937-3ed5d113404b tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:22.151570 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e8173ca5-e85c-4b46-a445-171b741adb08 req-2478db1b-1ea9-45f2-9937-3ed5d113404b tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 948 time: 0.2818496 Jul 14 14:17:22.227554 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cefe3059-750e-4efd-9d6c-d8a01342c701 req-f8d5fb1f-d27f-44cc-9e28-e730f1278cc9 service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833437 Jul 14 14:17:22.243129 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ffdbca8a-6efa-41a0-bbfb-7a53d30bef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:22.244625 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-ffdbca8a-6efa-41a0-bbfb-7a53d30bef8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c16695508f44b7385499b9280d93077&device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 1096 time: 0.2425535 Jul 14 14:17:22.263702 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e8173ca5-e85c-4b46-a445-171b741adb08 req-45b552b7-2b1e-4da0-87ec-6b27b66d85e4 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876746 Jul 14 14:17:22.303678 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8db757b5-a780-43c9-adf1-ecea2f20524b req-00678577-9fd0-4fe0-9d30-0858a4002bc9 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178209 Jul 14 14:17:22.306956 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-071baa8b-b2a1-407b-b359-ac7b1e3700fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8942a0f5-e9eb-4869-ba71-593f8daa3ab4 HTTP/1.1" status: 200 len: 217 time: 0.0463881 Jul 14 14:17:22.318974 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386646cd-5733-4244-bdd2-b300b7bcf228 req-3725de57-c369-4942-a28b-d2ff945d7806 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:22.320380 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-386646cd-5733-4244-bdd2-b300b7bcf228 req-3725de57-c369-4942-a28b-d2ff945d7806 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 943 time: 0.2226107 Jul 14 14:17:22.635702 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-90bd46c5-efdb-4165-b24b-0a9c83a5a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:22.637171 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-90bd46c5-efdb-4165-b24b-0a9c83a5a06b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a162910-e28d-49f4-81a0-ffc6ed54da80 HTTP/1.1" status: 200 len: 852 time: 0.3159213 Jul 14 14:17:22.651045 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-386646cd-5733-4244-bdd2-b300b7bcf228 req-06f1e5ab-ed67-4ca7-8426-a4172ddb9760 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140731 Jul 14 14:17:22.682448 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-e56a640d-d5a1-4548-8fb1-af2eef1a07f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07156907-bca0-4a85-9e58-866015c5b59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347347 Jul 14 14:17:22.713150 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8db757b5-a780-43c9-adf1-ecea2f20524b req-9503ea15-5814-4266-af91-a7198e094497 service neutron] 10.222.0.62 "GET /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907747 Jul 14 14:17:22.851236 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-594d6737-3575-47e6-ad6a-21bd8c5d6f7f service neutron] 10.222.0.62 "GET /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595557 Jul 14 14:17:22.919441 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac5910-9679-4145-8da0-5fcd1be2fc07 req-2fe27dfd-d5c0-475a-8a55-c3c57d5225c1 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:22.921582 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dfac5910-9679-4145-8da0-5fcd1be2fc07 req-2fe27dfd-d5c0-475a-8a55-c3c57d5225c1 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 943 time: 0.1801343 Jul 14 14:17:22.946347 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d94af2-64ab-4559-b8be-fe474a92b597 req-4adbb8af-7aff-40c8-8b38-5f037aca3eb0 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:22.947755 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-98d94af2-64ab-4559-b8be-fe474a92b597 req-4adbb8af-7aff-40c8-8b38-5f037aca3eb0 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1754234 Jul 14 14:17:23.012654 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dfac5910-9679-4145-8da0-5fcd1be2fc07 req-6cea39b2-e8a2-49ff-8411-446b2b062019 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812075 Jul 14 14:17:23.025055 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-98d94af2-64ab-4559-b8be-fe474a92b597 req-c87d0a20-f5c6-436a-b079-483ec62ab11a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685043 Jul 14 14:17:23.031583 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3dc6f57d-5a17-4544-b671-88390e0c3ce7 req-c736129c-35d6-4d84-aba4-3eff0f1ea2b9 service neutron] 10.222.0.62 "GET /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698923 Jul 14 14:17:23.436497 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049238a-2b2d-437e-a162-0c68f6b33a48 req-d6bcfb76-3dad-491d-9e89-c186d4f8c66b tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:23.437994 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b049238a-2b2d-437e-a162-0c68f6b33a48 req-d6bcfb76-3dad-491d-9e89-c186d4f8c66b tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 948 time: 0.0654435 Jul 14 14:17:23.475174 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b049238a-2b2d-437e-a162-0c68f6b33a48 req-5404df29-65ee-495e-ac3f-2618d0ab5d87 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Jul 14 14:17:23.677642 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4c6aa6-00ad-4132-8287-3eaa93a7e64d', 'tag': '8942a0f5-e9eb-4869-ba71-593f8daa3ab4'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:17:23.679917 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df028c0-2117-49dd-92e4-715552a865da" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4c6aa6-00ad-4132-8287-3eaa93a7e64d", "tag": "8942a0f5-e9eb-4869-ba71-593f8daa3ab4"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:17:23.716768 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0748ba09-feab-449c-adc6-40b96ecdcd00 x-openstack-request-id: req-0748ba09-feab-449c-adc6-40b96ecdcd00 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:17:23.717083 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4c6aa6-00ad-4132-8287-3eaa93a7e64d", "tag": "8942a0f5-e9eb-4869-ba71-593f8daa3ab4", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:17:23.717334 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0748ba09-feab-449c-adc6-40b96ecdcd00 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:17:23.718392 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4c6aa6-00ad-4132-8287-3eaa93a7e64d', 'tag': '8942a0f5-e9eb-4869-ba71-593f8daa3ab4', 'status': 'completed', 'code': 200} Jul 14 14:17:23.834247 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df028c0-2117-49dd-92e4-715552a865da req-0dd8e8f0-833c-4bdb-988e-07bd7f609c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:23.835764 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0df028c0-2117-49dd-92e4-715552a865da req-0dd8e8f0-833c-4bdb-988e-07bd7f609c12 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c16695508f44b7385499b9280d93077&device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 1096 time: 0.0935113 Jul 14 14:17:23.847792 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500f838-4091-4b55-b2bc-fa37fcfe2a00 req-202510b4-61c0-4ebb-9bcf-7e4491e73ad1 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:23.849202 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e500f838-4091-4b55-b2bc-fa37fcfe2a00 req-202510b4-61c0-4ebb-9bcf-7e4491e73ad1 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 943 time: 0.0810797 Jul 14 14:17:23.931219 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e500f838-4091-4b55-b2bc-fa37fcfe2a00 req-fa867cc4-5b91-4ffd-8e4e-d8a1604a6d55 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740840 Jul 14 14:17:23.959474 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df028c0-2117-49dd-92e4-715552a865da req-56bc24dc-ccfb-4e47-af7a-98dd0ec12dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:23.960959 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0df028c0-2117-49dd-92e4-715552a865da req-56bc24dc-ccfb-4e47-af7a-98dd0ec12dc9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07156907-bca0-4a85-9e58-866015c5b59f HTTP/1.1" status: 200 len: 913 time: 0.1108663 Jul 14 14:17:24.001287 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0df028c0-2117-49dd-92e4-715552a865da req-8d8bfca9-5ff3-4af1-b415-e578f9d27674 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8942a0f5-e9eb-4869-ba71-593f8daa3ab4 HTTP/1.1" status: 200 len: 217 time: 0.0336742 Jul 14 14:17:24.052607 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df028c0-2117-49dd-92e4-715552a865da req-5c07c4e2-d6c7-4699-b22a-dd37d9f6025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:24.054224 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0df028c0-2117-49dd-92e4-715552a865da req-5c07c4e2-d6c7-4699-b22a-dd37d9f6025b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a162910-e28d-49f4-81a0-ffc6ed54da80 HTTP/1.1" status: 200 len: 852 time: 0.0466745 Jul 14 14:17:24.088366 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0df028c0-2117-49dd-92e4-715552a865da req-4c73eae5-6e85-4a61-8034-e22a762f2521 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07156907-bca0-4a85-9e58-866015c5b59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260949 Jul 14 14:17:24.253477 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0df028c0-2117-49dd-92e4-715552a865da req-a5749ae8-53ec-44a0-a5e9-93b828c7c9a8 service neutron] 10.222.0.62 "GET /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572258 Jul 14 14:17:24.284179 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b23417-156b-49db-8e44-3dedff993cac req-cca7a168-e77d-4a16-bb86-d626545667bd tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:24.285642 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f6b23417-156b-49db-8e44-3dedff993cac req-cca7a168-e77d-4a16-bb86-d626545667bd tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 943 time: 0.1491897 Jul 14 14:17:24.301631 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19d784-8bb6-44d4-91a4-6ed0da41a00a req-fb7bdd69-8ac6-413f-855d-2b95c7345592 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:24.303062 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4f19d784-8bb6-44d4-91a4-6ed0da41a00a req-fb7bdd69-8ac6-413f-855d-2b95c7345592 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1567898 Jul 14 14:17:24.406068 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f6b23417-156b-49db-8e44-3dedff993cac req-1adc7f72-29a8-49c6-b059-7d26876cb504 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747509 Jul 14 14:17:24.406636 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device f4a38a2c-2e25-4bda-b646-df095e76a691 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:17:24.414177 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4f19d784-8bb6-44d4-91a4-6ed0da41a00a req-a8bc7fd4-7ac2-461b-817f-e5d172f9ef58 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815146 Jul 14 14:17:24.430607 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0df028c0-2117-49dd-92e4-715552a865da req-b7b2bd80-b055-4d85-a364-0ab9351c46c4 service neutron] 10.222.0.62 "GET /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621196 Jul 14 14:17:24.519640 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port f4a38a2c-2e25-4bda-b646-df095e76a691, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=f4a38a2c-2e25-4bda-b646-df095e76a691,segment=NetworkSegment(b2bdac16-9b62-4bba-887b-659301eb5ad0),segment_id=b2bdac16-9b62-4bba-887b-659301eb5ad0)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:24.534726 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': 'f4a38a2c-2e25-4bda-b646-df095e76a691', 'network_id': '468052d5-a228-4cdf-8a7a-47f85683232f', 'port_id': 'f4a38a2c-2e25-4bda-b646-df095e76a691', 'mac_address': 'fa:16:3e:e6:c3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40559e53-8ff6-4a09-9b89-d8078db415f1', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:17:24.575333 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:24.588719 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a38a2c-2e25-4bda-b646-df095e76a691 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:17:24.609733 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port f4a38a2c-2e25-4bda-b646-df095e76a691, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=f4a38a2c-2e25-4bda-b646-df095e76a691,segment=NetworkSegment(b2bdac16-9b62-4bba-887b-659301eb5ad0),segment_id=b2bdac16-9b62-4bba-887b-659301eb5ad0)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:24.613410 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:24.614104 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:17:24.653511 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201e9df-fd9f-4bbd-8279-8a74cfb35f12 req-dd3dc4ea-d0a8-46e1-b3eb-1830ace6ed7c tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:24.655144 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1201e9df-fd9f-4bbd-8279-8a74cfb35f12 req-dd3dc4ea-d0a8-46e1-b3eb-1830ace6ed7c tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 948 time: 0.0651956 Jul 14 14:17:24.693688 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1201e9df-fd9f-4bbd-8279-8a74cfb35f12 req-db18efa4-97ef-41ce-9599-fed5c89a4708 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Jul 14 14:17:24.708010 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=f4a38a2c-2e25-4bda-b646-df095e76a691,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:24.748772 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:24.760136 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'port_id': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'mac_address': 'fa:16:3e:43:7a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:17:24.796652 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:24.812604 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:17:24.830985 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:24.834295 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:24.879255 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:25.103647 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d360-14ed-4a4a-a1c6-4344e3efca5d req-164fddc8-d3c2-421b-a8fe-11adb933ccf2 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:25.105065 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e378d360-14ed-4a4a-a1c6-4344e3efca5d req-164fddc8-d3c2-421b-a8fe-11adb933ccf2 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 944 time: 0.0662496 Jul 14 14:17:25.120589 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:17:25.124994 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['f4a38a2c-2e25-4bda-b646-df095e76a691'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:17:25.142365 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e378d360-14ed-4a4a-a1c6-4344e3efca5d req-77089986-8367-4758-b65b-7aa7f148dd42 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Jul 14 14:17:25.623014 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa0919-5ac8-4887-89a2-bf38ef3b7ad0 req-c31b8e2c-eb22-4377-9077-d3a1e4b269e0 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:25.625052 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7aaa0919-5ac8-4887-89a2-bf38ef3b7ad0 req-c31b8e2c-eb22-4377-9077-d3a1e4b269e0 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 943 time: 0.1014609 Jul 14 14:17:25.635948 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceba71a-2a8e-4be7-ac3c-426ab063c458 req-b12d75c8-4fce-46c3-a127-a026035ba545 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:25.637343 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3ceba71a-2a8e-4be7-ac3c-426ab063c458 req-b12d75c8-4fce-46c3-a127-a026035ba545 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0870152 Jul 14 14:17:25.696027 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7aaa0919-5ac8-4887-89a2-bf38ef3b7ad0 req-9602d88d-0702-4111-906f-732c03c670c4 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576713 Jul 14 14:17:25.698624 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3ceba71a-2a8e-4be7-ac3c-426ab063c458 req-2d6f1505-4301-4006-8f96-387e1cb5bb1e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538681 Jul 14 14:17:25.873783 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9933e-e87c-4c88-8199-922c45ddbb2c req-d6112f36-c8b0-47af-8048-9d9369f60613 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:25.875438 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f3b9933e-e87c-4c88-8199-922c45ddbb2c req-d6112f36-c8b0-47af-8048-9d9369f60613 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 949 time: 0.0613165 Jul 14 14:17:25.913760 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f3b9933e-e87c-4c88-8199-922c45ddbb2c req-f340782e-683b-47e7-bb85-d2deaef0854a tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326991 Jul 14 14:17:26.316441 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b645b54-c266-4f2a-b4be-22fbc5b939a3 req-3984c348-ede9-40e8-96ac-8571b003d2df tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:26.318077 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5b645b54-c266-4f2a-b4be-22fbc5b939a3 req-3984c348-ede9-40e8-96ac-8571b003d2df tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 944 time: 0.0655692 Jul 14 14:17:26.356608 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5b645b54-c266-4f2a-b4be-22fbc5b939a3 req-faf1a57a-e692-43f8-b766-cd6b15f18346 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328763 Jul 14 14:17:26.406656 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:17:26.410505 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device f4a38a2c-2e25-4bda-b646-df095e76a691 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:17:26.518540 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port f4a38a2c-2e25-4bda-b646-df095e76a691 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:17:26.526671 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port f4a38a2c-2e25-4bda-b646-df095e76a691 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:26.527044 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:26.568082 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8942a0f5-e9eb-4869-ba71-593f8daa3ab4,segment=NetworkSegment(a2ab9898-5fea-4bd4-9fa4-ad7b1505f593),segment_id=a2ab9898-5fea-4bd4-9fa4-ad7b1505f593)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:26.583548 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '8942a0f5-e9eb-4869-ba71-593f8daa3ab4', 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f', 'port_id': '8942a0f5-e9eb-4869-ba71-593f8daa3ab4', 'mac_address': 'fa:16:3e:56:8c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a162910-e28d-49f4-81a0-ffc6ed54da80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:17:26.655427 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:26.665858 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:26.677874 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:17:26.699720 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d15dba1-e3d5-4496-b79a-9367b0e50e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a38a2c-2e25-4bda-b646-df095e76a691'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:17:26.702049 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60654261-1148-4c9d-a5c1-42bb77acd149" -d '{"events": [{"server_uuid": "2d15dba1-e3d5-4496-b79a-9367b0e50e01", "name": "network-vif-plugged", "status": "completed", "tag": "f4a38a2c-2e25-4bda-b646-df095e76a691"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:17:26.719414 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8942a0f5-e9eb-4869-ba71-593f8daa3ab4,segment=NetworkSegment(a2ab9898-5fea-4bd4-9fa4-ad7b1505f593),segment_id=a2ab9898-5fea-4bd4-9fa4-ad7b1505f593)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:26.721243 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port f4a38a2c-2e25-4bda-b646-df095e76a691, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=f4a38a2c-2e25-4bda-b646-df095e76a691,segment=NetworkSegment(b2bdac16-9b62-4bba-887b-659301eb5ad0),segment_id=b2bdac16-9b62-4bba-887b-659301eb5ad0)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:26.726091 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:26.729556 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:26.730527 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:17:26.770642 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef71a5ce-d12e-4e6a-bb37-5f584f706887 x-openstack-request-id: req-ef71a5ce-d12e-4e6a-bb37-5f584f706887 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:17:26.770937 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d15dba1-e3d5-4496-b79a-9367b0e50e01", "name": "network-vif-plugged", "status": "completed", "tag": "f4a38a2c-2e25-4bda-b646-df095e76a691", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:17:26.771280 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef71a5ce-d12e-4e6a-bb37-5f584f706887 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:17:26.771564 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d15dba1-e3d5-4496-b79a-9367b0e50e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a38a2c-2e25-4bda-b646-df095e76a691', 'code': 200} Jul 14 14:17:26.812997 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=8942a0f5-e9eb-4869-ba71-593f8daa3ab4,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:26.857401 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:17:26.868256 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:26.868623 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:26.898423 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e5eff-470b-4fb9-94cc-b1da747fae0d req-28511f0d-d2c7-4866-8286-153384650e00 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:26.899940 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0e0e5eff-470b-4fb9-94cc-b1da747fae0d req-28511f0d-d2c7-4866-8286-153384650e00 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 944 time: 0.0720115 Jul 14 14:17:26.918717 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=f4a38a2c-2e25-4bda-b646-df095e76a691,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:26.975409 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0e0e5eff-470b-4fb9-94cc-b1da747fae0d req-605ea5a0-45f2-4bc8-9919-00d4f677201a tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688095 Jul 14 14:17:26.985371 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:27.005215 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531bd8f-bda9-4733-aac1-1b9143adafa1 req-967b127e-0e14-49ec-a004-5e8a410f4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:27.007301 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9531bd8f-bda9-4733-aac1-1b9143adafa1 req-967b127e-0e14-49ec-a004-5e8a410f4f93 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 1103 time: 0.0868108 Jul 14 14:17:27.009202 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['8942a0f5-e9eb-4869-ba71-593f8daa3ab4'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:17:27.063636 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:27.069518 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:27.072250 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9531bd8f-bda9-4733-aac1-1b9143adafa1 req-30823575-bedf-4193-a084-02a5c090a9e5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584517 Jul 14 14:17:27.103359 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdb8f4-6d48-4e28-8a61-6667c1b83661 req-5bd2ceec-5edb-455e-a5a2-a7476652e9b1 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:27.104821 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-37cdb8f4-6d48-4e28-8a61-6667c1b83661 req-5bd2ceec-5edb-455e-a5a2-a7476652e9b1 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 950 time: 0.0761414 Jul 14 14:17:27.145100 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:27.148423 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-37cdb8f4-6d48-4e28-8a61-6667c1b83661 req-29091665-08ba-44ab-af37-fc0b687bcab6 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Jul 14 14:17:27.529516 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0bf76-eabb-43ac-af49-872f7b642435 req-2133eca7-674b-422a-9b01-83d1ba76320c tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:27.531052 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f6a0bf76-eabb-43ac-af49-872f7b642435 req-2133eca7-674b-422a-9b01-83d1ba76320c tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 945 time: 0.0652175 Jul 14 14:17:27.568139 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f6a0bf76-eabb-43ac-af49-872f7b642435 req-c7ebfd34-2d19-4152-9c93-d66667df30ec tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316417 Jul 14 14:17:28.152842 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99ad50-17aa-47a7-8395-1e60de305ebe req-08090cb6-1509-4a23-806e-f558307a693c tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:28.154314 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0c99ad50-17aa-47a7-8395-1e60de305ebe req-08090cb6-1509-4a23-806e-f558307a693c tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 944 time: 0.0617597 Jul 14 14:17:28.192031 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0c99ad50-17aa-47a7-8395-1e60de305ebe req-12527cab-5200-4264-add8-a7dbbc664317 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312660 Jul 14 14:17:28.328023 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85453b84-f620-4ea0-bafd-e96cf86060d5 req-31c8a723-cec2-4b9d-b7a0-29cf19d8fb17 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:28.329509 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-85453b84-f620-4ea0-bafd-e96cf86060d5 req-31c8a723-cec2-4b9d-b7a0-29cf19d8fb17 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 950 time: 0.0697341 Jul 14 14:17:28.369458 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-85453b84-f620-4ea0-bafd-e96cf86060d5 req-69ade892-47e9-4273-812c-3db4df3eee2a tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Jul 14 14:17:28.425969 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:17:28.475742 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:17:28.479801 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:28.480163 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:28.564905 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:28.598843 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8942a0f5-e9eb-4869-ba71-593f8daa3ab4,segment=NetworkSegment(a2ab9898-5fea-4bd4-9fa4-ad7b1505f593),segment_id=a2ab9898-5fea-4bd4-9fa4-ad7b1505f593)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:28.603753 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:28.662457 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=8942a0f5-e9eb-4869-ba71-593f8daa3ab4,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:28.773068 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'}, {'server_uuid': '3a4c6aa6-00ad-4132-8287-3eaa93a7e64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8942a0f5-e9eb-4869-ba71-593f8daa3ab4'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:17:28.775518 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e002f986-7751-4598-b39d-7c6c2c6666ed" -d '{"events": [{"server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "name": "network-vif-plugged", "status": "completed", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66"}, {"server_uuid": "3a4c6aa6-00ad-4132-8287-3eaa93a7e64d", "name": "network-vif-plugged", "status": "completed", "tag": "8942a0f5-e9eb-4869-ba71-593f8daa3ab4"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:17:28.778678 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec287af-d9fa-4fd9-9ab8-7bf374ce97fe req-c78064a7-87fa-4321-b071-dae2e5cf2d2a tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:28.780218 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8ec287af-d9fa-4fd9-9ab8-7bf374ce97fe req-c78064a7-87fa-4321-b071-dae2e5cf2d2a tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 945 time: 0.0937452 Jul 14 14:17:28.838033 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc05e0-1880-4609-8414-414c8114e9a8 req-c54f7ba9-f836-48d9-8ee0-0625c4e7cbad tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:28.839426 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e2bc05e0-1880-4609-8414-414c8114e9a8 req-c54f7ba9-f836-48d9-8ee0-0625c4e7cbad tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 950 time: 0.1069529 Jul 14 14:17:28.842460 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8ec287af-d9fa-4fd9-9ab8-7bf374ce97fe req-0835128f-0879-421a-8f3c-8d21635d65c6 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539899 Jul 14 14:17:28.881373 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e2bc05e0-1880-4609-8414-414c8114e9a8 req-18a3b839-536d-4884-baf9-2f31659ac04e tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362530 Jul 14 14:17:28.892254 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89628fc-1c97-4013-8dcf-5bf8a8a28c24 x-openstack-request-id: req-f89628fc-1c97-4013-8dcf-5bf8a8a28c24 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:17:28.892613 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "name": "network-vif-plugged", "status": "completed", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66", "code": 200}, {"server_uuid": "3a4c6aa6-00ad-4132-8287-3eaa93a7e64d", "name": "network-vif-plugged", "status": "completed", "tag": "8942a0f5-e9eb-4869-ba71-593f8daa3ab4", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:17:28.892980 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f89628fc-1c97-4013-8dcf-5bf8a8a28c24 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:17:28.893452 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'code': 200} Jul 14 14:17:28.893768 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4c6aa6-00ad-4132-8287-3eaa93a7e64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8942a0f5-e9eb-4869-ba71-593f8daa3ab4', 'code': 200} Jul 14 14:17:29.170855 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764107cb-7344-4c02-b64a-3cbc396a8cb4 req-836da25a-237e-4690-9e10-26de3cf5c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:29.172242 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-764107cb-7344-4c02-b64a-3cbc396a8cb4 req-836da25a-237e-4690-9e10-26de3cf5c212 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 1098 time: 0.0856841 Jul 14 14:17:29.174941 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748f93f-a872-482e-b1b8-59c53b018eef req-72de2dd6-0d0d-4c1c-8771-0adc41a6231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:29.176277 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3748f93f-a872-482e-b1b8-59c53b018eef req-72de2dd6-0d0d-4c1c-8771-0adc41a6231a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 1098 time: 0.0910945 Jul 14 14:17:29.233718 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3748f93f-a872-482e-b1b8-59c53b018eef req-52b918cc-8052-4142-b8bb-f7c89c0f87d4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447149 Jul 14 14:17:29.235288 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-764107cb-7344-4c02-b64a-3cbc396a8cb4 req-052e74e5-9c3e-4fee-ab32-014725faabdf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520325 Jul 14 14:17:29.365538 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf46498-95c5-4ebd-b961-02f1150620f2 req-e3028d9c-858a-4022-a050-dd80b9d0f141 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:29.366996 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0bf46498-95c5-4ebd-b961-02f1150620f2 req-e3028d9c-858a-4022-a050-dd80b9d0f141 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 945 time: 0.0637138 Jul 14 14:17:29.404255 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0bf46498-95c5-4ebd-b961-02f1150620f2 req-c0c8211c-b467-4655-9f67-e9fb2aec0b85 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Jul 14 14:17:29.771969 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54158a1d-cf1b-4ee4-beef-0f903a7f7a72 req-d5dc204e-e5fd-4c1e-9df9-545bda08d66e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:29.773449 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-54158a1d-cf1b-4ee4-beef-0f903a7f7a72 req-d5dc204e-e5fd-4c1e-9df9-545bda08d66e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.0607843 Jul 14 14:17:29.813051 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-54158a1d-cf1b-4ee4-beef-0f903a7f7a72 req-442e68b7-b36d-4fbe-a49d-74f5d8cde104 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340440 Jul 14 14:17:30.068466 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da471f5-4701-43fe-a8cf-f50ae1b9d6cb req-a8d90f38-36ee-4719-a155-bcbc4e0ef45f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:30.069880 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6da471f5-4701-43fe-a8cf-f50ae1b9d6cb req-a8d90f38-36ee-4719-a155-bcbc4e0ef45f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 945 time: 0.1093066 Jul 14 14:17:30.081708 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baecb8-bb22-40a4-a223-e0bb8932317e req-81a9e2d8-e47b-4b5b-9a55-62667e992550 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:30.083109 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-67baecb8-bb22-40a4-a223-e0bb8932317e req-81a9e2d8-e47b-4b5b-9a55-62667e992550 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 950 time: 0.0866733 Jul 14 14:17:30.135891 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6da471f5-4701-43fe-a8cf-f50ae1b9d6cb req-890387a0-1a84-425f-b31f-cde421b08d6c tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518534 Jul 14 14:17:30.141338 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-67baecb8-bb22-40a4-a223-e0bb8932317e req-f9a3abbc-7901-40b3-8ef7-9dc604eb11a4 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/security-groups?id=c09fbb24-e90b-4ec1-8718-c519430a3364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516627 Jul 14 14:17:30.335321 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be4f7d-809d-4d15-a796-5b539fa2b869 req-283d3ba9-68e5-427c-8723-5068db215390 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:30.336751 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-56be4f7d-809d-4d15-a796-5b539fa2b869 req-283d3ba9-68e5-427c-8723-5068db215390 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 950 time: 0.0656052 Jul 14 14:17:30.443312 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-56be4f7d-809d-4d15-a796-5b539fa2b869 req-16a64eb9-d03f-4bb1-b3c1-340750540aec tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Deleting port f4a38a2c-2e25-4bda-b646-df095e76a691 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:17:30.443660 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-56be4f7d-809d-4d15-a796-5b539fa2b869 req-16a64eb9-d03f-4bb1-b3c1-340750540aec tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:30.578302 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-56be4f7d-809d-4d15-a796-5b539fa2b869 req-16a64eb9-d03f-4bb1-b3c1-340750540aec tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] For port f4a38a2c-2e25-4bda-b646-df095e76a691, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=f4a38a2c-2e25-4bda-b646-df095e76a691,segment=NetworkSegment(b2bdac16-9b62-4bba-887b-659301eb5ad0),segment_id=b2bdac16-9b62-4bba-887b-659301eb5ad0)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:30.578654 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-56be4f7d-809d-4d15-a796-5b539fa2b869 req-16a64eb9-d03f-4bb1-b3c1-340750540aec tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:30.597219 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-56be4f7d-809d-4d15-a796-5b539fa2b869 req-16a64eb9-d03f-4bb1-b3c1-340750540aec tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Calling delete_port for f4a38a2c-2e25-4bda-b646-df095e76a691 owned by compute:nova {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:17:30.657661 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be843b7-6303-491e-855c-0e2523510439 req-345f8f6c-6c6b-463e-a49c-178ce110acf4 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:30.659122 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6be843b7-6303-491e-855c-0e2523510439 req-345f8f6c-6c6b-463e-a49c-178ce110acf4 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 945 time: 0.1370459 Jul 14 14:17:30.719344 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6be843b7-6303-491e-855c-0e2523510439 req-8a8fbc26-01f4-4960-85d4-87200171664b tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517142 Jul 14 14:17:30.772893 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-56be4f7d-809d-4d15-a796-5b539fa2b869 req-16a64eb9-d03f-4bb1-b3c1-340750540aec tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:30.785363 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['f4a38a2c-2e25-4bda-b646-df095e76a691'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:17:30.802189 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a64eb9-d03f-4bb1-b3c1-340750540aec tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Pushing event deleted for resources: {'Port': ['ID=f4a38a2c-2e25-4bda-b646-df095e76a691,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:30.868578 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-56be4f7d-809d-4d15-a796-5b539fa2b869 req-16a64eb9-d03f-4bb1-b3c1-340750540aec tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] No DVR routers for this DVR port f4a38a2c-2e25-4bda-b646-df095e76a691 on host hv-cinder-67913 {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:17:30.871155 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-56be4f7d-809d-4d15-a796-5b539fa2b869 req-16a64eb9-d03f-4bb1-b3c1-340750540aec tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:30.873185 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-56be4f7d-809d-4d15-a796-5b539fa2b869 req-16a64eb9-d03f-4bb1-b3c1-340750540aec tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.62 "DELETE /v2.0/ports/f4a38a2c-2e25-4bda-b646-df095e76a691 HTTP/1.1" status: 204 len: 173 time: 0.5285323 Jul 14 14:17:30.873660 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d15dba1-e3d5-4496-b79a-9367b0e50e01', 'name': 'network-vif-deleted', 'tag': 'f4a38a2c-2e25-4bda-b646-df095e76a691'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:17:30.876029 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2495f94-3367-451d-af3f-d6d33c4b1eb1" -d '{"events": [{"server_uuid": "2d15dba1-e3d5-4496-b79a-9367b0e50e01", "name": "network-vif-deleted", "tag": "f4a38a2c-2e25-4bda-b646-df095e76a691"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:17:30.921780 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0531a247-d267-40a5-b7aa-45532bf18d62 x-openstack-request-id: req-0531a247-d267-40a5-b7aa-45532bf18d62 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:17:30.922073 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d15dba1-e3d5-4496-b79a-9367b0e50e01", "name": "network-vif-deleted", "tag": "f4a38a2c-2e25-4bda-b646-df095e76a691", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:17:30.922323 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0531a247-d267-40a5-b7aa-45532bf18d62 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:17:30.922718 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d15dba1-e3d5-4496-b79a-9367b0e50e01', 'name': 'network-vif-deleted', 'tag': 'f4a38a2c-2e25-4bda-b646-df095e76a691', 'status': 'completed', 'code': 200} Jul 14 14:17:31.033958 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d7ed2-232a-447a-a329-2d6c97482ce2 req-397dce61-9b79-41a2-aa87-9fda2a9dc882 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:31.036322 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7c3d7ed2-232a-447a-a329-2d6c97482ce2 req-397dce61-9b79-41a2-aa87-9fda2a9dc882 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.0745242 Jul 14 14:17:31.075905 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7c3d7ed2-232a-447a-a329-2d6c97482ce2 req-b3bb6335-c7b4-4667-990f-3e4df35b452e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337672 Jul 14 14:17:31.309805 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d00bf791-cb8c-453d-a98f-ba764115427b req-ffe0f49b-45ba-4d7e-bd50-1334805a3cd9 tempest-VolumesNegativeTest-1305206476 tempest-VolumesNegativeTest-1305206476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d15dba1-e3d5-4496-b79a-9367b0e50e01 HTTP/1.1" status: 200 len: 210 time: 0.0350125 Jul 14 14:17:31.345335 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cb079-835b-4210-ab73-7d3592ff704f req-0872701b-c2fb-49a2-9d8a-0a95b1c395c2 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:31.346815 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-573cb079-835b-4210-ab73-7d3592ff704f req-0872701b-c2fb-49a2-9d8a-0a95b1c395c2 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 945 time: 0.1007898 Jul 14 14:17:31.384332 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-573cb079-835b-4210-ab73-7d3592ff704f req-3cdf3a38-7db0-42be-9575-ba51561f6fd6 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319760 Jul 14 14:17:31.567045 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553f9fc-6200-45f2-b873-b6020f18cc0b req-2a58ff6f-8b21-4f33-a3d0-ee9a491ae913 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:31.568502 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f553f9fc-6200-45f2-b873-b6020f18cc0b req-2a58ff6f-8b21-4f33-a3d0-ee9a491ae913 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 945 time: 0.0728528 Jul 14 14:17:31.604986 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f553f9fc-6200-45f2-b873-b6020f18cc0b req-93607537-9ec9-4b86-afe3-d0bbd33a0a62 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Jul 14 14:17:31.901181 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb321e4-1939-4911-8b21-97c5346e04cb req-adfbcfbb-7d2c-4aa9-b1ff-991bd42cc3f6 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:31.902654 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fdb321e4-1939-4911-8b21-97c5346e04cb req-adfbcfbb-7d2c-4aa9-b1ff-991bd42cc3f6 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 945 time: 0.0648894 Jul 14 14:17:31.965722 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fdb321e4-1939-4911-8b21-97c5346e04cb req-52a530b5-6048-4c2e-ab6c-300cdc7ffc75 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567241 Jul 14 14:17:31.996919 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ba322-ef95-4f25-8134-ec03bccbe69a req-47d5533c-4ff1-47d2-ad76-dd59e23a4aaf tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:31.998392 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b69ba322-ef95-4f25-8134-ec03bccbe69a req-47d5533c-4ff1-47d2-ad76-dd59e23a4aaf tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 945 time: 0.0726204 Jul 14 14:17:32.040889 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b69ba322-ef95-4f25-8134-ec03bccbe69a req-dee9e049-3487-455d-a430-56e0f24ac4bb tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367787 Jul 14 14:17:32.260600 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea82d95-326e-4a2b-b056-618b5a728661 req-93527d60-4ba6-4baf-800d-6bae84309a3e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:32.262210 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3ea82d95-326e-4a2b-b056-618b5a728661 req-93527d60-4ba6-4baf-800d-6bae84309a3e tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.0661578 Jul 14 14:17:32.345945 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3ea82d95-326e-4a2b-b056-618b5a728661 req-dbb782de-0a2a-482f-8c6e-fb7799d835ee tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734417 Jul 14 14:17:32.398349 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b4e6e-6a85-4540-8c70-5416229eede9 req-7094421d-60e7-4f52-bb7d-057f7141dd40 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:32.401054 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-237b4e6e-6a85-4540-8c70-5416229eede9 req-7094421d-60e7-4f52-bb7d-057f7141dd40 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 945 time: 0.1369796 Jul 14 14:17:32.550680 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-237b4e6e-6a85-4540-8c70-5416229eede9 req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Deleting port e63019a8-0ba7-46f3-aeeb-60317e67dc9e {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:17:32.551054 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-237b4e6e-6a85-4540-8c70-5416229eede9 req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:32.641494 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-237b4e6e-6a85-4540-8c70-5416229eede9 req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] For port e63019a8-0ba7-46f3-aeeb-60317e67dc9e, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e63019a8-0ba7-46f3-aeeb-60317e67dc9e,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:32.641858 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-237b4e6e-6a85-4540-8c70-5416229eede9 req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:32.654554 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-237b4e6e-6a85-4540-8c70-5416229eede9 req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Calling delete_port for e63019a8-0ba7-46f3-aeeb-60317e67dc9e owned by compute:nova {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:17:33.063699 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-237b4e6e-6a85-4540-8c70-5416229eede9 req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:33.076207 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['0c559f6e-e37a-49b9-9830-046bb6f666ac', 'e63019a8-0ba7-46f3-aeeb-60317e67dc9e'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:17:33.099076 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Pushing event deleted for resources: {'Port': ['ID=e63019a8-0ba7-46f3-aeeb-60317e67dc9e,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:33.130311 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:33.130660 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:33.131006 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:33.131344 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:33.131684 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:33.132013 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:33.132342 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:33.132671 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:33.133032 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:33.133360 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:33.133687 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:33.136695 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:33.163045 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-237b4e6e-6a85-4540-8c70-5416229eede9 req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] No DVR routers for this DVR port e63019a8-0ba7-46f3-aeeb-60317e67dc9e on host hv-cinder-67913 {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:17:33.166296 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-237b4e6e-6a85-4540-8c70-5416229eede9 req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:33.168462 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-237b4e6e-6a85-4540-8c70-5416229eede9 req-4853339e-9792-4be8-9bfa-070838cc33d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.62 "DELETE /v2.0/ports/e63019a8-0ba7-46f3-aeeb-60317e67dc9e HTTP/1.1" status: 204 len: 173 time: 0.7619433 Jul 14 14:17:33.168965 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a34e20-45c0-4f59-aa74-a6161a104809', 'name': 'network-vif-deleted', 'tag': 'e63019a8-0ba7-46f3-aeeb-60317e67dc9e'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:17:33.171181 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d3dfa0-9bc2-49af-8a23-94246c9d1378" -d '{"events": [{"server_uuid": "d2a34e20-45c0-4f59-aa74-a6161a104809", "name": "network-vif-deleted", "tag": "e63019a8-0ba7-46f3-aeeb-60317e67dc9e"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:17:33.231597 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224b1bca-27da-4d27-ad9c-7461da78d0d5 x-openstack-request-id: req-224b1bca-27da-4d27-ad9c-7461da78d0d5 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:17:33.232004 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a34e20-45c0-4f59-aa74-a6161a104809", "name": "network-vif-deleted", "tag": "e63019a8-0ba7-46f3-aeeb-60317e67dc9e", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:17:33.232257 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-224b1bca-27da-4d27-ad9c-7461da78d0d5 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:17:33.232652 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a34e20-45c0-4f59-aa74-a6161a104809', 'name': 'network-vif-deleted', 'tag': 'e63019a8-0ba7-46f3-aeeb-60317e67dc9e', 'status': 'completed', 'code': 200} Jul 14 14:17:33.699231 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dd37fc8d-7a01-4c76-bca5-1ff1a3fcc0bb req-21c2a9f9-19fe-4d3b-b827-f109f4c587da tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a34e20-45c0-4f59-aa74-a6161a104809 HTTP/1.1" status: 200 len: 210 time: 0.0448425 Jul 14 14:17:34.478802 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device f4a38a2c-2e25-4bda-b646-df095e76a691 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:17:34.501009 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: f4a38a2c-2e25-4bda-b646-df095e76a691 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:17:34.501362 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device f4a38a2c-2e25-4bda-b646-df095e76a691 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:17:34.501781 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device e63019a8-0ba7-46f3-aeeb-60317e67dc9e no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:17:34.520451 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: e63019a8-0ba7-46f3-aeeb-60317e67dc9e {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:17:34.520794 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device e63019a8-0ba7-46f3-aeeb-60317e67dc9e not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:17:35.181757 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01a7f3-0850-48b0-b575-d4f5d77fd542 req-160e3bbf-3b84-4eab-a01a-b83c3c0ad9ac tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:35.183435 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ce01a7f3-0850-48b0-b575-d4f5d77fd542 req-160e3bbf-3b84-4eab-a01a-b83c3c0ad9ac tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.0718596 Jul 14 14:17:35.230638 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ce01a7f3-0850-48b0-b575-d4f5d77fd542 req-0e885943-45e8-4dd8-b2a8-263c12b78eda tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 Jul 14 14:17:36.477043 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc014-fb7d-4e7e-9973-4b6974b641a5 req-f4a712ee-f7a6-4085-b9f5-5f07b315f2e7 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:36.479693 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-736fc014-fb7d-4e7e-9973-4b6974b641a5 req-f4a712ee-f7a6-4085-b9f5-5f07b315f2e7 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1089263 Jul 14 14:17:36.556202 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-736fc014-fb7d-4e7e-9973-4b6974b641a5 req-0c45c86b-8ead-435a-9873-c73362881286 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452962 Jul 14 14:17:36.586560 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690fc28-f23d-4581-80be-1bf8044993f8 req-569b51a8-ae2c-4e46-b060-2cd67e6caeb9 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:36.588910 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7690fc28-f23d-4581-80be-1bf8044993f8 req-569b51a8-ae2c-4e46-b060-2cd67e6caeb9 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 945 time: 0.1075344 Jul 14 14:17:36.604340 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41828) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:36.633395 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7690fc28-f23d-4581-80be-1bf8044993f8 req-5be17dc7-d1ed-4472-bac4-75a4a32d2102 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357821 Jul 14 14:17:36.660193 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 41834) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:36.788591 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-03a1dec8-9f01-49a0-9e99-f79b2008f0ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f78632aee5b14aa28c4d26382200b8b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830115 Jul 14 14:17:36.791161 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 41838) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:36.841952 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9ac88ce3-87c1-4288-8946-5784a1e95a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:36.896072 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9ac88ce3-87c1-4288-8946-5784a1e95a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:36.941337 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a81a0-d86b-4523-afaa-c56a15628084 tempest-TestMinimumBasicScenario-597874303 tempest-TestMinimumBasicScenario-597874303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:36.942844 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-128a81a0-d86b-4523-afaa-c56a15628084 tempest-TestMinimumBasicScenario-597874303 tempest-TestMinimumBasicScenario-597874303-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 1093 time: 0.2816584 Jul 14 14:17:36.945921 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 41840) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:36.950622 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Request body: {'floatingip': {'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'port_id': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:36.975277 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9ac88ce3-87c1-4288-8946-5784a1e95a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:36.977435 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-9ac88ce3-87c1-4288-8946-5784a1e95a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:36.978575 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-9ac88ce3-87c1-4288-8946-5784a1e95a73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c09fbb24-e90b-4ec1-8718-c519430a3364 HTTP/1.1" status: 204 len: 168 time: 0.1862972 Jul 14 14:17:36.988269 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for floatingip, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:36.990668 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac88ce3-87c1-4288-8946-5784a1e95a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09fbb24-e90b-4ec1-8718-c519430a3364,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:37.105372 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:37.206455 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Allocated IP 172.28.3.98 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/4516def9-23bd-4216-a179-af32866c85f0) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:17:37.314544 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:37.353296 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:37.392128 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:17:37.395408 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:17:37.399235 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:17:37.421530 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event updated for resources: {'Port': ['ID=4516def9-23bd-4216-a179-af32866c85f0,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:38.007998 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac06801-fd23-4fd7-8916-8fa62e66306a req-e0ecbf46-c8ff-4d49-8638-e59020be93e7 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:38.009593 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4ac06801-fd23-4fd7-8916-8fa62e66306a req-e0ecbf46-c8ff-4d49-8638-e59020be93e7 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.3205392 Jul 14 14:17:38.056080 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:38.142700 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4ac06801-fd23-4fd7-8916-8fa62e66306a req-b5a55ae8-162f-4b18-b120-6835153a3e88 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222689 Jul 14 14:17:38.206586 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:38.376628 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:38.381587 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:38.452455 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event updated for resources: {'Port': ['ID=4516def9-23bd-4216-a179-af32866c85f0,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:38.465766 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:38.564821 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.l3_db [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Floating IP fae65355-7b03-454d-a021-2cadb18d8017 associated. External IP: 172.28.3.98, port: 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66. Jul 14 14:17:38.977709 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Router 6541f576-dfc3-4699-88b4-122b63754ee7 has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:17:39.087612 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:17:39.097217 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bb43ac-d0bc-4550-a9d5-0a30053385f1 None None] Sync routers for ids ['6541f576-dfc3-4699-88b4-122b63754ee7'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:17:39.105788 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.107264 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb43ac-d0bc-4550-a9d5-0a30053385f1 None None] Routers {'6541f576-dfc3-4699-88b4-122b63754ee7'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:17:39.108642 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-72bb43ac-d0bc-4550-a9d5-0a30053385f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:17:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6541f576-dfc3-4699-88b4-122b63754ee7'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:39.146857 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-af9c6ea5-01d8-49ca-a581-d5ec354cfd48 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1997445 Jul 14 14:17:39.147552 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:17:39.149728 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41850) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:39.150214 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9769086-fa43-4a7e-8524-9fa18ebeb61b" -d '{"events": [{"name": "network-changed", "server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:17:39.154159 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051906155', 'description': 'tempest-secgroup-smoke-2051906155 description', 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:39.182803 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.196429 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ab9c68-6526-40ec-846c-9433ebb24c8b x-openstack-request-id: req-31ab9c68-6526-40ec-846c-9433ebb24c8b {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:17:39.196720 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:17:39.197001 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31ab9c68-6526-40ec-846c-9433ebb24c8b {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:17:39.197405 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'status': 'completed', 'code': 200} Jul 14 14:17:39.233681 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-72bb43ac-d0bc-4550-a9d5-0a30053385f1 None None] Set router 6541f576-dfc3-4699-88b4-122b63754ee7 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:17:39.279558 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.292026 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.323104 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.327168 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1737165 Jul 14 14:17:39.328101 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41856) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:39.331953 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-2b3d29cf-4d09-4712-89fe-c9acab5c5eca tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Request body: {'security_group_rule': {'security_group_id': '545f779c-bff3-4820-b425-7c5a7985a913', 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:39.337345 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545f779c-bff3-4820-b425-7c5a7985a913,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:39.348290 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9769086-fa43-4a7e-8524-9fa18ebeb61b req-4b6862ff-5360-4a6e-af36-81df072c564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:39.349636 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:39.350070 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:39.350189 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e9769086-fa43-4a7e-8524-9fa18ebeb61b req-4b6862ff-5360-4a6e-af36-81df072c564b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f7d52954fd14a2b8fa3d2e85b883f14&device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 1098 time: 0.1220102 Jul 14 14:17:39.350486 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:39.350885 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:39.351275 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:39.351666 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:39.352047 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:39.352381 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:39.352709 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:39.353053 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:39.353378 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:39.353698 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6f2d1-7f87-4305-a68b-ffa53effd7dc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:39.376677 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b3d29cf-4d09-4712-89fe-c9acab5c5eca tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.430591 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce1166-d61b-4333-9ffc-ddb776bffadd req-3b6931d4-abad-4377-a615-fa1df119e911 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:39.432193 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-98ce1166-d61b-4333-9ffc-ddb776bffadd req-3b6931d4-abad-4377-a615-fa1df119e911 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1562235 Jul 14 14:17:39.444364 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b3d29cf-4d09-4712-89fe-c9acab5c5eca tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.449972 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b3d29cf-4d09-4712-89fe-c9acab5c5eca tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.468973 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d29cf-4d09-4712-89fe-c9acab5c5eca tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d63bbf-c200-443f-8c17-c5da9c479c0a,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:39.480719 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b3d29cf-4d09-4712-89fe-c9acab5c5eca tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.482136 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-2b3d29cf-4d09-4712-89fe-c9acab5c5eca tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537395 Jul 14 14:17:39.485076 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41858) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:39.489863 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-bb3fbf39-eaef-4a49-8f41-a382d33ccd3e tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Request body: {'security_group_rule': {'security_group_id': '545f779c-bff3-4820-b425-7c5a7985a913', 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:39.506230 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9769086-fa43-4a7e-8524-9fa18ebeb61b req-ad5b50c6-77ad-4464-ad95-062063199bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:39.507721 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e9769086-fa43-4a7e-8524-9fa18ebeb61b req-ad5b50c6-77ad-4464-ad95-062063199bee service neutron] 10.222.0.62 "GET /v2.0/networks?id=c32af85c-8471-4793-9b68-be332f02fb89 HTTP/1.1" status: 200 len: 915 time: 0.1444206 Jul 14 14:17:39.511333 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-98ce1166-d61b-4333-9ffc-ddb776bffadd req-ea417ee1-62b2-485a-a612-cd8a470391e4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677478 Jul 14 14:17:39.523130 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bb3fbf39-eaef-4a49-8f41-a382d33ccd3e tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.571034 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-72bb43ac-d0bc-4550-a9d5-0a30053385f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:16:39Z', 'revision_number': 4, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': 'fae65355-7b03-454d-a021-2cadb18d8017', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'port_id': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'mac_address': 'fa:16:3e:43:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:17:37Z', 'updated_at': '2021-07-14T14:17:37Z', 'revision_number': 0, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccf8357b-1fe0-4d7b-8939-ef8eb351e18d', 'name': '', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'mac_address': 'fa:16:3e:bb:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:38Z', 'updated_at': '2021-07-14T14:16:46Z', 'revision_number': 5, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'subnets': [{'id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:39.584894 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e9769086-fa43-4a7e-8524-9fa18ebeb61b req-f432efe9-4c76-4ea6-acb3-9a2f95d8aa0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 HTTP/1.1" status: 200 len: 998 time: 0.0673027 Jul 14 14:17:39.593525 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bb3fbf39-eaef-4a49-8f41-a382d33ccd3e tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.597487 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bb3fbf39-eaef-4a49-8f41-a382d33ccd3e tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.598707 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bb43ac-d0bc-4550-a9d5-0a30053385f1 None None] Checking router: 6541f576-dfc3-4699-88b4-122b63754ee7 for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:17:39.609020 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb43ac-d0bc-4550-a9d5-0a30053385f1 None None] Routers {'6541f576-dfc3-4699-88b4-122b63754ee7'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:17:39.609631 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-72bb43ac-d0bc-4550-a9d5-0a30053385f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:17:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6541f576-dfc3-4699-88b4-122b63754ee7'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:39.615278 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fbf39-eaef-4a49-8f41-a382d33ccd3e tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3082f64e-fbe2-46f5-b694-06c060539086,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:39.628794 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bb3fbf39-eaef-4a49-8f41-a382d33ccd3e tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.632778 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-bb3fbf39-eaef-4a49-8f41-a382d33ccd3e tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1442900 Jul 14 14:17:39.632985 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41860) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:39.637329 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-6633ad8c-c0f1-4965-8d25-b3c63494f8d1 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Request body: {'security_group_rule': {'security_group_id': '545f779c-bff3-4820-b425-7c5a7985a913', 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:39.641704 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9769086-fa43-4a7e-8524-9fa18ebeb61b req-840b26c0-0d80-4db6-91fb-d85727366ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:39.643252 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e9769086-fa43-4a7e-8524-9fa18ebeb61b req-840b26c0-0d80-4db6-91fb-d85727366ccd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=452b12cc-11f7-4d78-8ff3-9a96dd39ceb5 HTTP/1.1" status: 200 len: 853 time: 0.0513747 Jul 14 14:17:39.664432 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6633ad8c-c0f1-4965-8d25-b3c63494f8d1 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.709081 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9769086-fa43-4a7e-8524-9fa18ebeb61b req-1d8cb09d-33bd-47b4-818c-480835906d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:39.710791 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e9769086-fa43-4a7e-8524-9fa18ebeb61b req-1d8cb09d-33bd-47b4-818c-480835906d10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c32af85c-8471-4793-9b68-be332f02fb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0593326 Jul 14 14:17:39.731625 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-72bb43ac-d0bc-4550-a9d5-0a30053385f1 None None] Set router 6541f576-dfc3-4699-88b4-122b63754ee7 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:17:39.734086 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6633ad8c-c0f1-4965-8d25-b3c63494f8d1 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.738300 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6633ad8c-c0f1-4965-8d25-b3c63494f8d1 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.756286 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633ad8c-c0f1-4965-8d25-b3c63494f8d1 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcba08f-ea7a-4b7f-a089-a8c574dcb5f4,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:39.770105 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6633ad8c-c0f1-4965-8d25-b3c63494f8d1 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.771320 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-6633ad8c-c0f1-4965-8d25-b3c63494f8d1 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374006 Jul 14 14:17:39.774061 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41862) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:39.780533 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-1f9b4d43-924f-4e5c-b08b-8f9f9bc854d8 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Request body: {'security_group_rule': {'security_group_id': '545f779c-bff3-4820-b425-7c5a7985a913', 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:39.813986 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4d43-924f-4e5c-b08b-8f9f9bc854d8 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.825804 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e9769086-fa43-4a7e-8524-9fa18ebeb61b req-32eed764-2d3c-457a-818e-092cffc5b38d service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048710 Jul 14 14:17:39.886540 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4d43-924f-4e5c-b08b-8f9f9bc854d8 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.900362 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4d43-924f-4e5c-b08b-8f9f9bc854d8 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.918784 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b4d43-924f-4e5c-b08b-8f9f9bc854d8 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ec52dc-c8ac-42d7-a526-cf0babeb8f65,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:39.931221 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4d43-924f-4e5c-b08b-8f9f9bc854d8 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.932839 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e9769086-fa43-4a7e-8524-9fa18ebeb61b req-8da575ea-fc39-406c-8bd8-92d07cbf06e1 service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991726 Jul 14 14:17:39.936419 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 41866) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:39.936605 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-1f9b4d43-924f-4e5c-b08b-8f9f9bc854d8 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603873 Jul 14 14:17:39.941412 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-122a2510-bd0b-49a1-9354-045b43011d0d tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Request body: {'security_group_rule': {'security_group_id': '545f779c-bff3-4820-b425-7c5a7985a913', 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:39.965919 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.securitygroups_db [None req-122a2510-bd0b-49a1-9354-045b43011d0d tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Project 7f7d52954fd14a2b8fa3d2e85b883f14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:17:39.971177 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-122a2510-bd0b-49a1-9354-045b43011d0d tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:39.985052 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f82c-cd57-4fa3-9ec7-857e60b457d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:40.007985 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-72bb43ac-d0bc-4550-a9d5-0a30053385f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:16:39Z', 'revision_number': 4, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': 'fae65355-7b03-454d-a021-2cadb18d8017', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'port_id': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'mac_address': 'fa:16:3e:43:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:17:37Z', 'updated_at': '2021-07-14T14:17:37Z', 'revision_number': 0, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccf8357b-1fe0-4d7b-8939-ef8eb351e18d', 'name': '', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'mac_address': 'fa:16:3e:bb:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:38Z', 'updated_at': '2021-07-14T14:16:46Z', 'revision_number': 5, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'subnets': [{'id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:40.036336 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-122a2510-bd0b-49a1-9354-045b43011d0d tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:40.037681 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bb43ac-d0bc-4550-a9d5-0a30053385f1 None None] The sync data for ids ['6541f576-dfc3-4699-88b4-122b63754ee7'] in dv-cinder-679138-10-smb is: [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:16:39Z', 'revision_number': 4, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': 'fae65355-7b03-454d-a021-2cadb18d8017', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'port_id': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'mac_address': 'fa:16:3e:43:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:17:37Z', 'updated_at': '2021-07-14T14:17:37Z', 'revision_number': 0, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccf8357b-1fe0-4d7b-8939-ef8eb351e18d', 'name': '', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'mac_address': 'fa:16:3e:bb:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:38Z', 'updated_at': '2021-07-14T14:16:46Z', 'revision_number': 5, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'subnets': [{'id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:17:40.041291 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-122a2510-bd0b-49a1-9354-045b43011d0d tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:40.060112 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a2510-bd0b-49a1-9354-045b43011d0d tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c38e4e-b4c0-4dbf-a859-20760cd83d0b,revision_number=0']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:40.068931 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-122a2510-bd0b-49a1-9354-045b43011d0d tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:40.070412 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-122a2510-bd0b-49a1-9354-045b43011d0d tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326966 Jul 14 14:17:40.073194 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41868) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:40.077933 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-f3035329-229b-4481-b07f-99e326eb34df tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Request body: {'security_group_rule': {'security_group_id': '545f779c-bff3-4820-b425-7c5a7985a913', 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:40.101609 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.securitygroups_db [None req-f3035329-229b-4481-b07f-99e326eb34df tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Project 7f7d52954fd14a2b8fa3d2e85b883f14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:17:40.109178 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f3035329-229b-4481-b07f-99e326eb34df tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:40.175281 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f3035329-229b-4481-b07f-99e326eb34df tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:40.178986 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f3035329-229b-4481-b07f-99e326eb34df tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:40.195866 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3035329-229b-4481-b07f-99e326eb34df tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7f89f9-5f0d-44da-9b4a-4db0ae6aa7bf,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:40.206591 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f3035329-229b-4481-b07f-99e326eb34df tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:40.206591 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-f3035329-229b-4481-b07f-99e326eb34df tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306386 Jul 14 14:17:40.240355 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e2c867-36b8-4214-997b-dcc911a8d209 None None] New status for floating IP fae65355-7b03-454d-a021-2cadb18d8017: ACTIVE {{(pid=93059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:17:40.330136 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d668a280-e87f-4796-96be-d253abb97185 req-818b915c-4152-4648-bb39-f86e2a3bf019 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051906155&fields=id&tenant_id=7f7d52954fd14a2b8fa3d2e85b883f14 HTTP/1.1" status: 200 len: 267 time: 0.0365384 Jul 14 14:17:40.399199 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668a280-e87f-4796-96be-d253abb97185 req-5664c873-fc36-4b83-845c-ec105fd248a0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:40.400583 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d668a280-e87f-4796-96be-d253abb97185 req-5664c873-fc36-4b83-845c-ec105fd248a0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 945 time: 0.0650945 Jul 14 14:17:40.412439 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-d668a280-e87f-4796-96be-d253abb97185 req-8f0507ba-887a-4f29-a8ff-d499bdedd577 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Request body: {'port': {'security_groups': ['0dadf4a6-be15-4b33-a31e-e27db6ebbb97', '545f779c-bff3-4820-b425-7c5a7985a913']}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:40.509669 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d668a280-e87f-4796-96be-d253abb97185 req-8f0507ba-887a-4f29-a8ff-d499bdedd577 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:40.744932 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-d668a280-e87f-4796-96be-d253abb97185 req-8f0507ba-887a-4f29-a8ff-d499bdedd577 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] For port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:40.770938 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018beaf6-f619-4955-aad7-cc6845753054 req-a1596502-ecdd-4ff9-b28f-5f3732fde48a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:40.772399 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-018beaf6-f619-4955-aad7-cc6845753054 req-a1596502-ecdd-4ff9-b28f-5f3732fde48a tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1112339 Jul 14 14:17:40.795176 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d668a280-e87f-4796-96be-d253abb97185 req-8f0507ba-887a-4f29-a8ff-d499bdedd577 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:40.803022 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d668a280-e87f-4796-96be-d253abb97185 req-8f0507ba-887a-4f29-a8ff-d499bdedd577 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:40.814745 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:17:40.867122 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668a280-e87f-4796-96be-d253abb97185 req-8f0507ba-887a-4f29-a8ff-d499bdedd577 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:40.867683 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-d668a280-e87f-4796-96be-d253abb97185 req-8f0507ba-887a-4f29-a8ff-d499bdedd577 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:40.869333 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d668a280-e87f-4796-96be-d253abb97185 req-8f0507ba-887a-4f29-a8ff-d499bdedd577 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "PUT /v2.0/ports/916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 HTTP/1.1" status: 200 len: 981 time: 0.4621024 Jul 14 14:17:40.886639 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-018beaf6-f619-4955-aad7-cc6845753054 req-e6b0ce8a-9c14-4d59-af66-0a066d4626c6 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22f2f7-960e-4c83-b863-88f196b66d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048915 Jul 14 14:17:40.906182 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0507ba-887a-4f29-a8ff-d499bdedd577 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event updated for resources: {'Port': ['ID=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,revision_number=6']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:40.979491 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:17:41.067934 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4755f-b87a-4c88-bc5d-ea21c5491f00 req-7c9d0bd3-d1db-43f1-b7f7-db38648c5b09 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:41.069722 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7bf4755f-b87a-4c88-bc5d-ea21c5491f00 req-7c9d0bd3-d1db-43f1-b7f7-db38648c5b09 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 945 time: 0.1073134 Jul 14 14:17:41.131010 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c5469-5f92-475d-ac41-6b4805c1279b req-eb1cfcd2-61b3-4279-83eb-1530d746ca7f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:41.132457 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c98c5469-5f92-475d-ac41-6b4805c1279b req-eb1cfcd2-61b3-4279-83eb-1530d746ca7f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.1254056 Jul 14 14:17:41.187414 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-8c4ac6ee-b954-43e8-803c-195fcac5b99f None None] Provisioning complete for port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:41.187970 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac6ee-b954-43e8-803c-195fcac5b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:41.200009 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:17:41.202914 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a945fe-818a-4876-bc35-e69a33f003ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:17:41.209389 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c98c5469-5f92-475d-ac41-6b4805c1279b req-6ecdc0a4-0e44-44a5-9481-2ad3ce71f956 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&id=545f779c-bff3-4820-b425-7c5a7985a913&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648966 Jul 14 14:17:41.226825 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-7bf4755f-b87a-4c88-bc5d-ea21c5491f00 req-06291849-2b4a-4a55-89d0-5f87c1bc784c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Deleting port 0c559f6e-e37a-49b9-9830-046bb6f666ac {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:17:41.227163 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-7bf4755f-b87a-4c88-bc5d-ea21c5491f00 req-06291849-2b4a-4a55-89d0-5f87c1bc784c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:41.280507 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7162b983-a993-4165-96c2-3c26b11f0f8b x-openstack-request-id: req-7162b983-a993-4165-96c2-3c26b11f0f8b {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:17:41.280507 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:17:41.280704 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7162b983-a993-4165-96c2-3c26b11f0f8b {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:17:41.281082 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'status': 'completed', 'code': 200} Jul 14 14:17:41.379052 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a945fe-818a-4876-bc35-e69a33f003ed req-c658fdea-b821-45dc-9234-fff657c0f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:41.380542 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-65a945fe-818a-4876-bc35-e69a33f003ed req-c658fdea-b821-45dc-9234-fff657c0f68f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f7d52954fd14a2b8fa3d2e85b883f14&device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 1137 time: 0.0987008 Jul 14 14:17:41.382218 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-7bf4755f-b87a-4c88-bc5d-ea21c5491f00 req-06291849-2b4a-4a55-89d0-5f87c1bc784c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] For port 0c559f6e-e37a-49b9-9830-046bb6f666ac, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=0c559f6e-e37a-49b9-9830-046bb6f666ac,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:41.382578 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-7bf4755f-b87a-4c88-bc5d-ea21c5491f00 req-06291849-2b4a-4a55-89d0-5f87c1bc784c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:41.411903 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-7bf4755f-b87a-4c88-bc5d-ea21c5491f00 req-06291849-2b4a-4a55-89d0-5f87c1bc784c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Calling delete_port for 0c559f6e-e37a-49b9-9830-046bb6f666ac owned by compute:nova {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:17:41.537889 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a945fe-818a-4876-bc35-e69a33f003ed req-cc6678da-4e4c-4018-a2d9-5c910f3d20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:41.539278 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-65a945fe-818a-4876-bc35-e69a33f003ed req-cc6678da-4e4c-4018-a2d9-5c910f3d20f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c32af85c-8471-4793-9b68-be332f02fb89 HTTP/1.1" status: 200 len: 915 time: 0.1489363 Jul 14 14:17:41.645091 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-65a945fe-818a-4876-bc35-e69a33f003ed req-3de8ae1a-81ef-49ef-9524-bdf7a1b79f70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 HTTP/1.1" status: 200 len: 1000 time: 0.0953293 Jul 14 14:17:41.683375 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-7bf4755f-b87a-4c88-bc5d-ea21c5491f00 req-06291849-2b4a-4a55-89d0-5f87c1bc784c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:41.694552 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['0c559f6e-e37a-49b9-9830-046bb6f666ac'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:17:41.723196 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06291849-2b4a-4a55-89d0-5f87c1bc784c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Pushing event deleted for resources: {'Port': ['ID=0c559f6e-e37a-49b9-9830-046bb6f666ac,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:41.738525 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a945fe-818a-4876-bc35-e69a33f003ed req-a7f1bfb0-f657-4915-8186-90908b85a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:41.739977 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-65a945fe-818a-4876-bc35-e69a33f003ed req-a7f1bfb0-f657-4915-8186-90908b85a6c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=452b12cc-11f7-4d78-8ff3-9a96dd39ceb5 HTTP/1.1" status: 200 len: 853 time: 0.0854766 Jul 14 14:17:41.801455 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf4755f-b87a-4c88-bc5d-ea21c5491f00 req-06291849-2b4a-4a55-89d0-5f87c1bc784c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] No DVR routers for this DVR port 0c559f6e-e37a-49b9-9830-046bb6f666ac on host hv-cinder-67913 {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:17:41.804579 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-7bf4755f-b87a-4c88-bc5d-ea21c5491f00 req-06291849-2b4a-4a55-89d0-5f87c1bc784c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:41.806545 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7bf4755f-b87a-4c88-bc5d-ea21c5491f00 req-06291849-2b4a-4a55-89d0-5f87c1bc784c tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.62 "DELETE /v2.0/ports/0c559f6e-e37a-49b9-9830-046bb6f666ac HTTP/1.1" status: 204 len: 173 time: 0.7273436 Jul 14 14:17:41.833870 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a945fe-818a-4876-bc35-e69a33f003ed req-0c8873b2-0f98-4850-b2bb-45cb9d5353e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:41.835709 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-65a945fe-818a-4876-bc35-e69a33f003ed req-0c8873b2-0f98-4850-b2bb-45cb9d5353e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c32af85c-8471-4793-9b68-be332f02fb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0778320 Jul 14 14:17:41.932987 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-65a945fe-818a-4876-bc35-e69a33f003ed req-eba7aab3-f4a3-4979-a9fc-a1b718266cf8 service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894849 Jul 14 14:17:42.087320 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eca6e7bf-e7d2-4d66-b030-3e20a7df706e req-0320f4f5-0379-4726-b91e-44bfb86a42d4 tempest-ServerRescueNegativeTestJSON-586271643 tempest-ServerRescueNegativeTestJSON-586271643-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6959f5-ace1-4f77-ae4c-110bf00bb114 HTTP/1.1" status: 200 len: 210 time: 0.0413043 Jul 14 14:17:42.088950 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-65a945fe-818a-4876-bc35-e69a33f003ed req-1e9861e3-ed6c-4a99-bb7c-aa1f0fec1d26 service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405771 Jul 14 14:17:42.307857 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9c4eae6f-f7be-4b4f-b97f-87b177645c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:42.695471 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:43.180796 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41890) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:43.282214 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6959f5-ace1-4f77-ae4c-110bf00bb114', 'name': 'network-vif-deleted', 'tag': '0c559f6e-e37a-49b9-9830-046bb6f666ac'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:17:43.284508 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921b55f1-28e5-4bce-8fd5-2640f3f004fd" -d '{"events": [{"server_uuid": "cd6959f5-ace1-4f77-ae4c-110bf00bb114", "name": "network-vif-deleted", "tag": "0c559f6e-e37a-49b9-9830-046bb6f666ac"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:17:43.321535 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16670d9c-a9d0-45b7-82c5-a40a874f43be x-openstack-request-id: req-16670d9c-a9d0-45b7-82c5-a40a874f43be {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:17:43.321845 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6959f5-ace1-4f77-ae4c-110bf00bb114", "name": "network-vif-deleted", "tag": "0c559f6e-e37a-49b9-9830-046bb6f666ac", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:17:43.322092 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16670d9c-a9d0-45b7-82c5-a40a874f43be {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:17:43.322486 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6959f5-ace1-4f77-ae4c-110bf00bb114', 'name': 'network-vif-deleted', 'tag': '0c559f6e-e37a-49b9-9830-046bb6f666ac', 'status': 'completed', 'code': 200} Jul 14 14:17:43.605052 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3ae7eb5b-9aa6-42a4-87bb-79edd403f523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3855411'] for router_interface, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:43.774906 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:44.095609 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7eb5b-9aa6-42a4-87bb-79edd403f523 admin admin] Deleting port 97b95863-4a63-4e68-acbb-f51b44f5d5a5 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:17:44.095958 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3ae7eb5b-9aa6-42a4-87bb-79edd403f523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:44.179785 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-3ae7eb5b-9aa6-42a4-87bb-79edd403f523 admin admin] For port 97b95863-4a63-4e68-acbb-f51b44f5d5a5, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=97b95863-4a63-4e68-acbb-f51b44f5d5a5,segment=NetworkSegment(5260c2ae-1b5a-44dc-b392-75aeaa6648ad),segment_id=5260c2ae-1b5a-44dc-b392-75aeaa6648ad)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:44.180164 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3ae7eb5b-9aa6-42a4-87bb-79edd403f523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:44.192780 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7eb5b-9aa6-42a4-87bb-79edd403f523 admin admin] Calling delete_port for 97b95863-4a63-4e68-acbb-f51b44f5d5a5 owned by network:router_interface {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:17:44.417447 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3ae7eb5b-9aa6-42a4-87bb-79edd403f523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:44.445195 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7eb5b-9aa6-42a4-87bb-79edd403f523 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b95863-4a63-4e68-acbb-f51b44f5d5a5,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:44.492534 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 0c559f6e-e37a-49b9-9830-046bb6f666ac no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:17:44.511393 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 0c559f6e-e37a-49b9-9830-046bb6f666ac {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:17:44.511738 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 0c559f6e-e37a-49b9-9830-046bb6f666ac not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:17:44.606356 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3ae7eb5b-9aa6-42a4-87bb-79edd403f523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3855519'] for router_interface, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:44.821968 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae7eb5b-9aa6-42a4-87bb-79edd403f523 admin admin] Router 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:17:44.928653 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae7eb5b-9aa6-42a4-87bb-79edd403f523 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:17:44.933886 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-3ae7eb5b-9aa6-42a4-87bb-79edd403f523 admin admin] 10.222.0.53 "PUT /v2.0/routers/69d3dd82-0f0d-410c-9136-84b8cc7e1d97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520292 Jul 14 14:17:44.937198 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41908) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:44.939821 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765091d8-4d03-4971-b363-e19530bd6d79 None None] Sync routers for ids ['69d3dd82-0f0d-410c-9136-84b8cc7e1d97'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:17:44.948955 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765091d8-4d03-4971-b363-e19530bd6d79 None None] Routers {'69d3dd82-0f0d-410c-9136-84b8cc7e1d97'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:17:44.949701 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-765091d8-4d03-4971-b363-e19530bd6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:17:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['69d3dd82-0f0d-410c-9136-84b8cc7e1d97'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:45.052038 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Notify callbacks [] for router, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:45.065791 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-765091d8-4d03-4971-b363-e19530bd6d79 None None] Set router 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:17:45.157279 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:45.159030 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:45.164398 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:17:45.215444 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Deleting port e52daf3e-d662-4733-8c37-908557a327c5 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:17:45.215984 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:45.251245 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-765091d8-4d03-4971-b363-e19530bd6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'name': 'tempest-ServerRescueNegativeTestJSON-1913421999-router', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:17:44Z', 'revision_number': 5, 'project_id': 'cf25009d55184a7198b3f0474556d87a', 'gw_port': {'id': 'e52daf3e-d662-4733-8c37-908557a327c5', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:45.281004 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765091d8-4d03-4971-b363-e19530bd6d79 None None] Checking router: 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:17:45.289794 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765091d8-4d03-4971-b363-e19530bd6d79 None None] Routers {'69d3dd82-0f0d-410c-9136-84b8cc7e1d97'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:17:45.290403 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-765091d8-4d03-4971-b363-e19530bd6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:17:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['69d3dd82-0f0d-410c-9136-84b8cc7e1d97'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:45.298295 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] For port e52daf3e-d662-4733-8c37-908557a327c5, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=e52daf3e-d662-4733-8c37-908557a327c5,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:45.298662 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:45.311276 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Calling delete_port for e52daf3e-d662-4733-8c37-908557a327c5 owned by network:router_gateway {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:17:45.462263 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-765091d8-4d03-4971-b363-e19530bd6d79 None None] Set router 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 gateway port host: None {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:17:45.477285 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:45.501398 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Pushing event deleted for resources: {'Port': ['ID=e52daf3e-d662-4733-8c37-908557a327c5,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:45.516773 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-765091d8-4d03-4971-b363-e19530bd6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'name': 'tempest-ServerRescueNegativeTestJSON-1913421999-router', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:17:45Z', 'revision_number': 6, 'project_id': 'cf25009d55184a7198b3f0474556d87a', 'gw_port_host': None}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:45.546577 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765091d8-4d03-4971-b363-e19530bd6d79 None None] The sync data for ids ['69d3dd82-0f0d-410c-9136-84b8cc7e1d97'] in dv-cinder-679138-10-smb is: [{'id': '69d3dd82-0f0d-410c-9136-84b8cc7e1d97', 'name': 'tempest-ServerRescueNegativeTestJSON-1913421999-router', 'tenant_id': 'cf25009d55184a7198b3f0474556d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:14:27Z', 'updated_at': '2021-07-14T14:17:45Z', 'revision_number': 6, 'project_id': 'cf25009d55184a7198b3f0474556d87a', 'gw_port_host': None}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:17:45.568273 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861369'] for router_gateway, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:45.667852 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4230'] for router, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:45.669962 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:45.933348 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857778'] for router, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:45.933892 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69d3dd82-0f0d-410c-9136-84b8cc7e1d97 {{(pid=93058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:17:45.940687 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:45.942167 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-faa35a93-10bd-4501-9899-3ebd8509e10f admin admin] 10.222.0.53 "DELETE /v2.0/routers/69d3dd82-0f0d-410c-9136-84b8cc7e1d97 HTTP/1.1" status: 204 len: 168 time: 1.0035501 Jul 14 14:17:45.945156 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41912) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:45.992436 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2922dab-945c-4755-99e6-c538981e09aa admin admin] Deleting subnet fffa1587-fcbd-412b-b57e-71c0cd21620e {{(pid=93058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:17:45.995484 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b2922dab-945c-4755-99e6-c538981e09aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.028142 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b2922dab-945c-4755-99e6-c538981e09aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9356669'] for subnet, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.065609 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b2922dab-945c-4755-99e6-c538981e09aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.117418 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b2922dab-945c-4755-99e6-c538981e09aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9482074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9234413'] for subnet, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.143046 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2922dab-945c-4755-99e6-c538981e09aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fffa1587-fcbd-412b-b57e-71c0cd21620e,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:46.144926 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b2922dab-945c-4755-99e6-c538981e09aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.146751 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b2922dab-945c-4755-99e6-c538981e09aa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fffa1587-fcbd-412b-b57e-71c0cd21620e HTTP/1.1" status: 204 len: 168 time: 0.2006712 Jul 14 14:17:46.149354 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41914) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:46.213849 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.294661 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.305624 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbda666-8e0b-4ff5-9319-ed4811f1ebe8']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:46.316019 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5260c2ae-1b5a-44dc-b392-75aeaa6648ad') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:46.316312 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5260c2ae-1b5a-44dc-b392-75aeaa6648ad') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:46.324586 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9356644'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.337342 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.343388 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:17:46.343763 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9481460'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: Traceback (most recent call last): Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: timer() Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: cb(*args, **kw) Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: return func(*args, **kwargs) Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: self._notify() Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: self.callback(batched_events) Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: event.method(event) Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: return f(self, *a, **k) Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: return self._get(url).json() Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:17:46.345333 dv-cinder-679138-10-smb neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:17:46.397373 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.402186 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.404042 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] 10.222.0.53 "DELETE /v2.0/networks/8dbda666-8e0b-4ff5-9319-ed4811f1ebe8 HTTP/1.1" status: 204 len: 168 time: 0.2537994 Jul 14 14:17:46.418244 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4974e-e115-4515-ad84-2708c8d9a91f admin admin] Pushing event deleted for resources: {'Network': ['ID=8dbda666-8e0b-4ff5-9319-ed4811f1ebe8,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:46.570602 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 41920) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:46.609828 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-2b30ef57-a1db-4b4f-9cdc-e44fd2217e64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf25009d55184a7198b3f0474556d87a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379548 Jul 14 14:17:46.612266 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 41922) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:46.658388 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c48d6b21-3de8-42df-86df-43e3ab0679be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.680286 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c48d6b21-3de8-42df-86df-43e3ab0679be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.728745 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c48d6b21-3de8-42df-86df-43e3ab0679be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.731262 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c48d6b21-3de8-42df-86df-43e3ab0679be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.732393 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-c48d6b21-3de8-42df-86df-43e3ab0679be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf22f2f7-960e-4c83-b863-88f196b66d07 HTTP/1.1" status: 204 len: 168 time: 0.1192515 Jul 14 14:17:46.741217 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d6b21-3de8-42df-86df-43e3ab0679be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf22f2f7-960e-4c83-b863-88f196b66d07,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:47.042168 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 97b95863-4a63-4e68-acbb-f51b44f5d5a5 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:17:47.062478 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: 97b95863-4a63-4e68-acbb-f51b44f5d5a5 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:17:47.062820 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 97b95863-4a63-4e68-acbb-f51b44f5d5a5 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:17:47.063221 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device e52daf3e-d662-4733-8c37-908557a327c5 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:17:47.083907 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: e52daf3e-d662-4733-8c37-908557a327c5 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:17:47.084250 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device e52daf3e-d662-4733-8c37-908557a327c5 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:17:47.204743 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a7d13b0c-5f15-42e4-9955-7612567b245e req-9280545d-6725-4a7a-b3ea-e752c03900c9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529177 Jul 14 14:17:47.313653 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d13b0c-5f15-42e4-9955-7612567b245e req-db0f9b4d-d9b4-434e-bcee-0b5cc8813a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:47.315174 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a7d13b0c-5f15-42e4-9955-7612567b245e req-db0f9b4d-d9b4-434e-bcee-0b5cc8813a07 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d86ef4389834ab9980f774ec2beb1e0&device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 1099 time: 0.0634658 Jul 14 14:17:47.423833 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d13b0c-5f15-42e4-9955-7612567b245e req-cf083d19-a5fd-44bd-bef7-f5421ff4f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:47.425420 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a7d13b0c-5f15-42e4-9955-7612567b245e req-cf083d19-a5fd-44bd-bef7-f5421ff4f70f service neutron] 10.222.0.62 "GET /v2.0/networks?id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 HTTP/1.1" status: 200 len: 910 time: 0.0879519 Jul 14 14:17:47.434432 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41952) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:47.495982 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a7d13b0c-5f15-42e4-9955-7612567b245e req-6ee7761a-3aea-4d87-ada4-896419e8bee7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0692eac-ac89-432d-b992-b2bef7f2233d HTTP/1.1" status: 200 len: 1002 time: 0.0625403 Jul 14 14:17:47.541930 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-network', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:47.550059 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d13b0c-5f15-42e4-9955-7612567b245e req-e1f2e9dc-7f54-4da6-b761-78186bba0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:47.551510 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a7d13b0c-5f15-42e4-9955-7612567b245e req-e1f2e9dc-7f54-4da6-b761-78186bba0d5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d09fa29-169b-4738-a23e-0588e8055df4 HTTP/1.1" status: 200 len: 848 time: 0.0460815 Jul 14 14:17:47.570120 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Made reservation on behalf of dfaf3d8eb7494a42986160065e377c67 for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:17:47.572560 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:47.584024 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:47.620363 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d13b0c-5f15-42e4-9955-7612567b245e req-73440b5d-7b70-4b6c-b680-d034145b1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:47.623233 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a7d13b0c-5f15-42e4-9955-7612567b245e req-73440b5d-7b70-4b6c-b680-d034145b1803 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0637856 Jul 14 14:17:47.697978 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:47.704939 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:47.731739 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:17:47.736032 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a7d13b0c-5f15-42e4-9955-7612567b245e req-2f48e007-6916-4a72-b811-0be86c901d25 service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057332 Jul 14 14:17:47.746605 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4efe513-1de8-4ee1-8297-76174d5abb83,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:47.751843 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:47.752690 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.segments_db [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Added segment 764318bd-b6a4-4639-93ad-467121138a26 of type vlan for network 76eeb5df-ae85-4435-b32c-21f10c24c6bb Jul 14 14:17:47.799055 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:47.833405 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:47.834433 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:47.835016 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:47.839490 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a7d13b0c-5f15-42e4-9955-7612567b245e req-a64c8d8a-55d8-483b-8dc8-6cfe5d75d809 service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934134 Jul 14 14:17:47.889941 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4537423 Jul 14 14:17:47.892621 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41962) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:47.899221 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-46e70e68-29e0-4f5e-b9d0-ffde2ff360d4 admin admin] Request body: {'subnet': {'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-subnet', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:47.903321 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46862f4c-6fd0-4e01-8f2b-eb95abe330ef admin admin] Pushing event updated for resources: {'Network': ['ID=76eeb5df-ae85-4435-b32c-21f10c24c6bb,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:47.915208 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 76eeb5df-ae85-4435-b32c-21f10c24c6bb details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:17:47.923840 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e70e68-29e0-4f5e-b9d0-ffde2ff360d4 admin admin] Made reservation on behalf of dfaf3d8eb7494a42986160065e377c67 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:17:47.926248 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-46e70e68-29e0-4f5e-b9d0-ffde2ff360d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234376'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.098262 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-46e70e68-29e0-4f5e-b9d0-ffde2ff360d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9482139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234426'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.152553 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e70e68-29e0-4f5e-b9d0-ffde2ff360d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:48.163879 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e70e68-29e0-4f5e-b9d0-ffde2ff360d4 admin admin] Checking segment: {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:17:48.164226 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e70e68-29e0-4f5e-b9d0-ffde2ff360d4 admin admin] Network hostable DHCP agents. Network: 76eeb5df-ae85-4435-b32c-21f10c24c6bb, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:17:48.181270 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e70e68-29e0-4f5e-b9d0-ffde2ff360d4 admin admin] Network 76eeb5df-ae85-4435-b32c-21f10c24c6bb is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:17:48.189760 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-46e70e68-29e0-4f5e-b9d0-ffde2ff360d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 76eeb5df-ae85-4435-b32c-21f10c24c6bb) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:17:48.193949 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e70e68-29e0-4f5e-b9d0-ffde2ff360d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:48.194542 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-46e70e68-29e0-4f5e-b9d0-ffde2ff360d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.199772 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b577cab-73b3-4cef-baba-3105342df890 None None] Network 76eeb5df-ae85-4435-b32c-21f10c24c6bb requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:17:48.210909 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-46e70e68-29e0-4f5e-b9d0-ffde2ff360d4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3172617 Jul 14 14:17:48.213500 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41964) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:48.218856 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:48.239312 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28540'] for router, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.240394 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3860646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4239'] for router, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.293701 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.379720 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a962f5-06de-5b6f-a7b7-a44709c80867-76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c'}]}} from dv-cinder-679138-10-smb. {{(pid=93059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:17:48.380698 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.447448 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4253'] for router, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.531762 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Allocated IP 172.20.0.2 (76eeb5df-ae85-4435-b32c-21f10c24c6bb/51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c/1ddfad05-7339-4c5c-8fd0-364603979fb2) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:17:48.659944 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.679677 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.682889 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.688695 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Transition to ACTIVE for port object 1ddfad05-7339-4c5c-8fd0-364603979fb2 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:17:48.704041 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Transition to ACTIVE for port object 1ddfad05-7339-4c5c-8fd0-364603979fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:17:48.709696 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.754195 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Network 76eeb5df-ae85-4435-b32c-21f10c24c6bb is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:17:48.757105 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:17:48.759567 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:17:48.765982 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Pushing event updated for resources: {'Port': ['ID=1ddfad05-7339-4c5c-8fd0-364603979fb2,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:48.777545 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:48.777921 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:48.778273 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:48.778631 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:48.779015 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:48.779309 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:48.779606 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:48.779983 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:48.780446 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:48.780906 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:48.781261 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:48.781662 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:48.804240 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Allocated IP 172.28.3.2 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/98933c30-63fc-4550-8bcb-75a3c5c04f19) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:17:48.847490 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Attempting to bind port 1ddfad05-7339-4c5c-8fd0-364603979fb2 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:17:48.847869 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Attempting to bind port 1ddfad05-7339-4c5c-8fd0-364603979fb2 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:17:48.848277 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Attempting to bind port 1ddfad05-7339-4c5c-8fd0-364603979fb2 on network 76eeb5df-ae85-4435-b32c-21f10c24c6bb {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:17:48.853858 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:17:48.854240 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Checking segment: {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:17:48.854651 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.855087 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Bound using segment: {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:17:48.855688 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Bound port: 1ddfad05-7339-4c5c-8fd0-364603979fb2, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:17:48.856082 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.915216 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.921941 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] For port 1ddfad05-7339-4c5c-8fd0-364603979fb2, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:17:48.925671 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] For port 1ddfad05-7339-4c5c-8fd0-364603979fb2, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=1ddfad05-7339-4c5c-8fd0-364603979fb2,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:17:48.929689 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.959234 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:48.993176 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe8719-c3a8-4104-aec0-ae3dd309224b None None] Pushing event updated for resources: {'Port': ['ID=1ddfad05-7339-4c5c-8fd0-364603979fb2,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:49.004988 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:17:49.007891 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:17:49.012165 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:17:49.015245 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Pushing event updated for resources: {'Port': ['ID=98933c30-63fc-4550-8bcb-75a3c5c04f19,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:49.278868 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:49.472163 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861333'] for router, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:49.593637 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Router 1a7d6233-7f14-45dc-b228-eec560e73cbc is scheduled to L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 with binding_index 1 {{(pid=93058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:17:49.698949 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:17:49.709019 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Sync routers for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:17:49.715200 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:49.716623 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-a176e5d2-ad87-442b-adfb-e4534ae77d9e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5020223 Jul 14 14:17:49.719656 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:17:49.719943 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41970) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:49.720419 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:17:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:49.844827 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:17:50.022416 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed8bbff-81e8-452a-83ec-c4dbf7a06300 None None] Network 76eeb5df-ae85-4435-b32c-21f10c24c6bb requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:17:50.119804 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-43ae0265-6c36-40f4-9c53-032864478ff9 None None] Provisioning for port 1ddfad05-7339-4c5c-8fd0-364603979fb2 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:17:50.157351 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:49Z', 'revision_number': 3, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:50.179649 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:50.189486 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Checking router: 1a7d6233-7f14-45dc-b228-eec560e73cbc for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:17:50.189840 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Updating router 1a7d6233-7f14-45dc-b228-eec560e73cbc port 98933c30-63fc-4550-8bcb-75a3c5c04f19 binding host dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:17:50.252055 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:50.582734 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Allocated IP 172.20.0.1 (76eeb5df-ae85-4435-b32c-21f10c24c6bb/51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c/23c474e1-49a4-4af2-8cff-e70cbab880f4) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:17:50.684037 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:50.694796 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Transition to ACTIVE for port object 98933c30-63fc-4550-8bcb-75a3c5c04f19 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:17:50.699330 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:50.700443 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:50.712831 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Transition to ACTIVE for port object 23c474e1-49a4-4af2-8cff-e70cbab880f4 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:17:50.747789 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:50.756189 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Attempting to bind port 98933c30-63fc-4550-8bcb-75a3c5c04f19 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:17:50.756741 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Attempting to bind port 98933c30-63fc-4550-8bcb-75a3c5c04f19 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:17:50.757475 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Attempting to bind port 98933c30-63fc-4550-8bcb-75a3c5c04f19 on network 784e43e9-632a-4141-91b3-1523b332ebc2 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:17:50.758944 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2caa38-23f4-475f-b273-2dfedf43b3cc None None] Pushing event updated for resources: {'Port': ['ID=98933c30-63fc-4550-8bcb-75a3c5c04f19,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:50.764401 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:17:50.765006 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Checking segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:17:50.765469 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:50.765859 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Bound using segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:17:50.766325 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Bound port: 98933c30-63fc-4550-8bcb-75a3c5c04f19, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:17:50.766705 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:50.789613 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Network 76eeb5df-ae85-4435-b32c-21f10c24c6bb is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:17:50.792461 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:17:50.797590 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:17:50.800965 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Pushing event updated for resources: {'Port': ['ID=23c474e1-49a4-4af2-8cff-e70cbab880f4,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:50.832325 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] For port 98933c30-63fc-4550-8bcb-75a3c5c04f19, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:17:50.835451 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] For port 98933c30-63fc-4550-8bcb-75a3c5c04f19, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=98933c30-63fc-4550-8bcb-75a3c5c04f19,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:17:50.838458 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861414'] for router_interface, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:50.839950 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:50.898935 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2caa38-23f4-475f-b273-2dfedf43b3cc None None] Pushing event updated for resources: {'Port': ['ID=98933c30-63fc-4550-8bcb-75a3c5c04f19,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:50.901605 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:17:50.902208 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:17:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:50.995552 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:51.022754 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:17:51.093843 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 1ddfad05-7339-4c5c-8fd0-364603979fb2 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:17:51.168627 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-ef376c12-3323-4588-ba77-8e172a04f5ba None None] Provisioning for port 23c474e1-49a4-4af2-8cff-e70cbab880f4 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:17:51.172498 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:51.177208 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:51.183938 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-ef376c12-3323-4588-ba77-8e172a04f5ba None None] Provisioning complete for port 23c474e1-49a4-4af2-8cff-e70cbab880f4 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:51.184314 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ef376c12-3323-4588-ba77-8e172a04f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:51.244438 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3855382'] for router_interface, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:51.247096 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Pushing event updated for resources: {'Port': ['ID=23c474e1-49a4-4af2-8cff-e70cbab880f4,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:51.263058 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-ef376c12-3323-4588-ba77-8e172a04f5ba None None] Port 23c474e1-49a4-4af2-8cff-e70cbab880f4 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:17:51.271304 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 1ddfad05-7339-4c5c-8fd0-364603979fb2 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:17:51.277310 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 1ddfad05-7339-4c5c-8fd0-364603979fb2 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:51.277717 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:51.282341 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:51.331110 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:49Z', 'revision_number': 3, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:51.343714 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Network 76eeb5df-ae85-4435-b32c-21f10c24c6bb is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:17:51.345074 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:17:51.364448 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab55f8-a9e1-4d8b-b01f-e728296414e3 None None] The sync data for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb is: [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:49Z', 'revision_number': 3, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:17:51.404100 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:51.442514 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port 1ddfad05-7339-4c5c-8fd0-364603979fb2, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=1ddfad05-7339-4c5c-8fd0-364603979fb2,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:51.453458 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:51.478012 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Router 1a7d6233-7f14-45dc-b228-eec560e73cbc has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:17:51.510159 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=1ddfad05-7339-4c5c-8fd0-364603979fb2,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:51.587394 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-bf1775f1-0837-4b96-b9a0-be342a2e39ca None None] Provisioning complete for port 23c474e1-49a4-4af2-8cff-e70cbab880f4 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:51.587765 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bf1775f1-0837-4b96-b9a0-be342a2e39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:51.594923 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:17:51.600977 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b1e05c28-6353-41b6-a580-2a2ed7a561c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a7d6233-7f14-45dc-b228-eec560e73cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8792634 Jul 14 14:17:51.662505 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-bf1775f1-0837-4b96-b9a0-be342a2e39ca None None] Port 23c474e1-49a4-4af2-8cff-e70cbab880f4 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:17:52.074094 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 41990) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:52.078888 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-23885446-6425-4e13-acd6-236f26ecb316 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1478019693', 'description': 'tempest-description--2065228767'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:52.104545 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-23885446-6425-4e13-acd6-236f26ecb316 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.188771 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-23885446-6425-4e13-acd6-236f26ecb316 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.194384 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-23885446-6425-4e13-acd6-236f26ecb316 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.228612 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-23885446-6425-4e13-acd6-236f26ecb316 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.229860 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-23885446-6425-4e13-acd6-236f26ecb316 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1547720 Jul 14 14:17:52.231705 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23885446-6425-4e13-acd6-236f26ecb316 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9fb969-c66c-4c7f-96ea-6030e9dd571b,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:52.233364 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41994) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:52.244039 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-0163d5e9-b697-4775-9ce4-a19c157390e2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Request body: {'security_group_rule': {'security_group_id': '3b9fb969-c66c-4c7f-96ea-6030e9dd571b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:52.269960 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0163d5e9-b697-4775-9ce4-a19c157390e2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.325201 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0163d5e9-b697-4775-9ce4-a19c157390e2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.328660 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0163d5e9-b697-4775-9ce4-a19c157390e2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.345965 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163d5e9-b697-4775-9ce4-a19c157390e2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5afd48e-c958-482d-865c-9ee563860277,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:52.350923 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0163d5e9-b697-4775-9ce4-a19c157390e2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.352465 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-0163d5e9-b697-4775-9ce4-a19c157390e2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121068 Jul 14 14:17:52.355036 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41996) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:52.360101 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-02abb5c5-7186-4593-9b61-9822b26c27dc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Request body: {'security_group_rule': {'security_group_id': '3b9fb969-c66c-4c7f-96ea-6030e9dd571b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:52.385298 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-02abb5c5-7186-4593-9b61-9822b26c27dc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.445082 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-02abb5c5-7186-4593-9b61-9822b26c27dc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.448342 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-02abb5c5-7186-4593-9b61-9822b26c27dc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.464561 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abb5c5-7186-4593-9b61-9822b26c27dc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32f9024-a257-4b00-be33-28efec4aad98,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:52.471640 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-02abb5c5-7186-4593-9b61-9822b26c27dc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.472810 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-02abb5c5-7186-4593-9b61-9822b26c27dc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167650 Jul 14 14:17:52.476017 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 41998) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:17:52.480303 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Request body: {'floatingip': {'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:52.501743 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.599442 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.711483 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Allocated IP 172.28.3.196 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/437c9b41-db03-4675-b02f-c3fa9ee70fa7) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:17:52.817747 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.855537 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:52.898368 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:17:52.902709 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:17:52.907269 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:17:52.909962 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Sync routers for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:17:52.910413 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event updated for resources: {'Port': ['ID=437c9b41-db03-4675-b02f-c3fa9ee70fa7,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:52.919241 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:17:52.919840 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:17:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:52.989455 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.028114 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:17:53.034480 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.147511 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 98933c30-63fc-4550-8bcb-75a3c5c04f19 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:17:53.193641 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.198558 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.200180 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 98933c30-63fc-4550-8bcb-75a3c5c04f19 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:17:53.207847 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 98933c30-63fc-4550-8bcb-75a3c5c04f19 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:53.207847 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.229953 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:51Z', 'revision_number': 2, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:53.268294 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Checking router: 1a7d6233-7f14-45dc-b228-eec560e73cbc for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:17:53.268798 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Updating router 1a7d6233-7f14-45dc-b228-eec560e73cbc port 23c474e1-49a4-4af2-8cff-e70cbab880f4 binding host dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:17:53.292976 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.310408 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.311255 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event updated for resources: {'Port': ['ID=437c9b41-db03-4675-b02f-c3fa9ee70fa7,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:53.318909 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port 98933c30-63fc-4550-8bcb-75a3c5c04f19, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=98933c30-63fc-4550-8bcb-75a3c5c04f19,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:53.322709 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.324425 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.325510 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 1ddfad05-7339-4c5c-8fd0-364603979fb2 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:17:53.340958 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.343071 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-c45d517e-279b-4b15-8568-d6493cac49ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8653879 Jul 14 14:17:53.434677 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=98933c30-63fc-4550-8bcb-75a3c5c04f19,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:53.443999 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 1ddfad05-7339-4c5c-8fd0-364603979fb2 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:53.444528 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.537440 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-b7a7e775-50aa-4e3e-be1d-a46f240d33db tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1478019693&fields=id&tenant_id=dfaf3d8eb7494a42986160065e377c67 HTTP/1.1" status: 200 len: 267 time: 0.0431666 Jul 14 14:17:53.607469 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.621964 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Transition to ACTIVE for port object 23c474e1-49a4-4af2-8cff-e70cbab880f4 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:17:53.628430 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.643717 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-0ed0b5f2-10b1-42e7-9f29-37f1d26da30a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:53.645498 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-0ed0b5f2-10b1-42e7-9f29-37f1d26da30a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 817 time: 0.1067522 Jul 14 14:17:53.680783 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-d7e1063e-b92f-4080-adf7-82d707fbf32a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/quotas/dfaf3d8eb7494a42986160065e377c67 HTTP/1.1" status: 200 len: 375 time: 0.0293872 Jul 14 14:17:53.685914 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Pushing event updated for resources: {'Port': ['ID=23c474e1-49a4-4af2-8cff-e70cbab880f4,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:53.721732 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:53.722348 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:53.722761 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:53.723270 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:53.723605 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:53.724844 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:53.725259 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:53.725671 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:53.726255 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:53.726735 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:53.727064 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:53.727391 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:17:53.759797 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-b376e531-6a90-4e2f-8f3c-d5eccf0abc64 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776761 Jul 14 14:17:53.772410 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Attempting to bind port 23c474e1-49a4-4af2-8cff-e70cbab880f4 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:17:53.772771 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Attempting to bind port 23c474e1-49a4-4af2-8cff-e70cbab880f4 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:17:53.773161 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Attempting to bind port 23c474e1-49a4-4af2-8cff-e70cbab880f4 on network 76eeb5df-ae85-4435-b32c-21f10c24c6bb {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:17:53.778750 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:17:53.779048 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Checking segment: {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:17:53.780783 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.780783 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Bound using segment: {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:17:53.780996 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Bound port: 23c474e1-49a4-4af2-8cff-e70cbab880f4, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:17:53.781337 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.851808 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] For port 23c474e1-49a4-4af2-8cff-e70cbab880f4, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:17:53.855224 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] For port 23c474e1-49a4-4af2-8cff-e70cbab880f4, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=23c474e1-49a4-4af2-8cff-e70cbab880f4,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:17:53.860717 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:53.891915 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-747306ec-fa77-4c25-bbb0-4778441e5e3b service neutron] 10.222.0.53 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169896 Jul 14 14:17:53.929749 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:17:53.930511 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:17:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:53.932388 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc31eee-d35a-414d-aaaf-de7f9cbb95c9 None None] Pushing event updated for resources: {'Port': ['ID=23c474e1-49a4-4af2-8cff-e70cbab880f4,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:53.992190 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-dd291d8e-aeb6-4789-8db2-e11f3a5c9e36 service neutron] 10.222.0.53 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946171 Jul 14 14:17:54.043695 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:17:54.180633 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5385277c-e09a-4cdd-abc6-6cac8e13d56a req-660127a4-82ba-4878-a952-284bf977963e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 210 time: 0.0308087 Jul 14 14:17:54.261571 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:17:54.289521 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea1dbc8-ed6e-4d5f-af40-f6ef2b0846a5 None None] The sync data for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb is: [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:17:55.130668 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 98933c30-63fc-4550-8bcb-75a3c5c04f19 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:17:55.182796 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 98933c30-63fc-4550-8bcb-75a3c5c04f19 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:55.183176 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:55.263745 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 23c474e1-49a4-4af2-8cff-e70cbab880f4 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:17:55.328447 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 23c474e1-49a4-4af2-8cff-e70cbab880f4 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:17:55.335268 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 23c474e1-49a4-4af2-8cff-e70cbab880f4 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:55.335641 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:55.427057 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:55.463936 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port 23c474e1-49a4-4af2-8cff-e70cbab880f4, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=23c474e1-49a4-4af2-8cff-e70cbab880f4,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:17:55.469137 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:55.541572 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=23c474e1-49a4-4af2-8cff-e70cbab880f4,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:55.618330 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0e74382b-98d7-4dbb-82c9-8e34c59beff1 req-be6eb89e-8382-4f3e-b516-81ff92f4e3e0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 210 time: 0.2939265 Jul 14 14:17:55.663133 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-cf8011c0-c784-4ad7-b50e-0835f42cc934 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:55.664644 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-cf8011c0-c784-4ad7-b50e-0835f42cc934 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 817 time: 0.3652804 Jul 14 14:17:55.706162 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-a478824f-52da-4de5-af92-df9a42b56fc3 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfaf3d8eb7494a42986160065e377c67 HTTP/1.1" status: 200 len: 380 time: 0.0324383 Jul 14 14:17:55.716191 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Request body: {'port': {'device_id': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'admin_state_up': True, 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'security_groups': ['3b9fb969-c66c-4c7f-96ea-6030e9dd571b']}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:55.820482 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Made reservation on behalf of dfaf3d8eb7494a42986160065e377c67 for: {'port': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:17:55.824289 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:55.945648 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Allocated IP 172.20.0.9 (76eeb5df-ae85-4435-b32c-21f10c24c6bb/51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c/593d6d41-c9bc-4084-9b24-76eedaec8d19) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:17:56.074801 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:56.088324 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Transition to ACTIVE for port object 593d6d41-c9bc-4084-9b24-76eedaec8d19 will not be triggered until provisioned by entity DHCP. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:17:56.120505 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:56.163941 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Network 76eeb5df-ae85-4435-b32c-21f10c24c6bb is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:17:56.167039 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:17:56.171494 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:17:56.178016 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event updated for resources: {'Port': ['ID=593d6d41-c9bc-4084-9b24-76eedaec8d19,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:56.222700 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:56.223315 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:56.238914 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9b46888d-e152-4d96-9b3c-d39df86bba83 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5260971 Jul 14 14:17:56.250391 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Request body: {'port': {'device_id': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:17:56.331519 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:56.357337 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-537c2632-1a6e-47b1-913b-51a7d9af8270 None None] Provisioning for port 593d6d41-c9bc-4084-9b24-76eedaec8d19 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:17:56.361752 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-537c2632-1a6e-47b1-913b-51a7d9af8270 None None] Provisioning complete for port 593d6d41-c9bc-4084-9b24-76eedaec8d19 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:56.362128 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-537c2632-1a6e-47b1-913b-51a7d9af8270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:56.398056 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-537c2632-1a6e-47b1-913b-51a7d9af8270 None None] Port 593d6d41-c9bc-4084-9b24-76eedaec8d19 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:17:56.585643 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593d6d41-c9bc-4084-9b24-76eedaec8d19 {{(pid=93057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:17:56.593804 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:56.605504 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Transition to ACTIVE for port object 593d6d41-c9bc-4084-9b24-76eedaec8d19 will not be triggered until provisioned by entity L2. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:17:56.610287 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:56.723001 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Pushing event updated for resources: {'Port': ['ID=593d6d41-c9bc-4084-9b24-76eedaec8d19,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:56.752760 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Attempting to bind port 593d6d41-c9bc-4084-9b24-76eedaec8d19 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:17:56.753190 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Attempting to bind port 593d6d41-c9bc-4084-9b24-76eedaec8d19 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:17:56.753463 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Attempting to bind port 593d6d41-c9bc-4084-9b24-76eedaec8d19 on network 76eeb5df-ae85-4435-b32c-21f10c24c6bb {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:17:56.758334 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Port 593d6d41-c9bc-4084-9b24-76eedaec8d19 on network 76eeb5df-ae85-4435-b32c-21f10c24c6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:17:56.758523 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Attempting to bind port 593d6d41-c9bc-4084-9b24-76eedaec8d19 on network 76eeb5df-ae85-4435-b32c-21f10c24c6bb {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:17:56.763560 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:17:56.764563 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Checking segment: {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:17:56.765519 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Bound using segment: {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:17:56.765959 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Bound port: 593d6d41-c9bc-4084-9b24-76eedaec8d19, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'}}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:17:56.766327 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:56.878880 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, cleared binding levels {{(pid=93057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:17:56.883146 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:17:56.888072 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:56.900196 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3e1f2-8eb8-4c65-8416-3d77d5f85a1a req-3f219981-6a78-43ec-81fd-1e0c80cb764a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:56.901717 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b7f3e1f2-8eb8-4c65-8416-3d77d5f85a1a req-3f219981-6a78-43ec-81fd-1e0c80cb764a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.1324706 Jul 14 14:17:56.949696 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:56.950313 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:56.952232 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-ff408858-e65c-4785-9958-1432c87973ee service neutron] 10.222.0.62 "PUT /v2.0/ports/593d6d41-c9bc-4084-9b24-76eedaec8d19 HTTP/1.1" status: 200 len: 1093 time: 0.7056866 Jul 14 14:17:56.954516 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:17:56.956972 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6a463e-b9fd-401f-8e32-23ff41c05cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:17:57.012054 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff408858-e65c-4785-9958-1432c87973ee service neutron] Pushing event updated for resources: {'Port': ['ID=593d6d41-c9bc-4084-9b24-76eedaec8d19,revision_number=3']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:17:57.017725 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b7f3e1f2-8eb8-4c65-8416-3d77d5f85a1a req-02428924-6968-4757-83a1-7cc54a0b29f0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825548 Jul 14 14:17:57.019172 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c664a271-87ec-4ea4-9dfb-a62f8c863389 x-openstack-request-id: req-c664a271-87ec-4ea4-9dfb-a62f8c863389 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:17:57.019462 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:17:57.019712 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c664a271-87ec-4ea4-9dfb-a62f8c863389 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:17:57.020103 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'status': 'completed', 'code': 200} Jul 14 14:17:57.090473 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 23c474e1-49a4-4af2-8cff-e70cbab880f4 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:17:57.130931 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-6a40db25-528a-41be-8e62-38f90b0f839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:57.132468 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-6a40db25-528a-41be-8e62-38f90b0f839c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 1096 time: 0.0725491 Jul 14 14:17:57.147898 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 23c474e1-49a4-4af2-8cff-e70cbab880f4 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:17:57.148573 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:57.181184 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-9e06a104-5a7f-47db-9d28-20afe17cad19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19 HTTP/1.1" status: 200 len: 217 time: 0.0389943 Jul 14 14:17:57.229145 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-0d15bde4-3c81-437c-9735-6187fd5000d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:57.230630 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-0d15bde4-3c81-437c-9735-6187fd5000d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0431123 Jul 14 14:17:57.299254 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-95ceaf3b-a65f-4f62-b325-686353c5d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:57.300798 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-95ceaf3b-a65f-4f62-b325-686353c5d479 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0527234 Jul 14 14:17:57.394750 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-a2a17b7f-93a1-4123-a830-68a7fa5c8759 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866749 Jul 14 14:17:57.482196 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d1785d2-f14c-462c-8f9c-c56bfee944d4 req-f07a8c2c-cf00-4aab-b4b0-b28a792585c1 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792520 Jul 14 14:17:57.577215 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a463e-b9fd-401f-8e32-23ff41c05cfa req-04a75be0-ec55-43ba-8721-62db541d6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:57.578631 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eb6a463e-b9fd-401f-8e32-23ff41c05cfa req-04a75be0-ec55-43ba-8721-62db541d6aef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 1096 time: 0.0520308 Jul 14 14:17:57.669347 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a463e-b9fd-401f-8e32-23ff41c05cfa req-b00d7ec4-147b-4023-ad83-6b1fe7f83f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:57.671554 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eb6a463e-b9fd-401f-8e32-23ff41c05cfa req-b00d7ec4-147b-4023-ad83-6b1fe7f83f9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 918 time: 0.0855241 Jul 14 14:17:57.711521 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eb6a463e-b9fd-401f-8e32-23ff41c05cfa req-9a8fccf8-14d7-441e-8318-66f3fb2953a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19 HTTP/1.1" status: 200 len: 217 time: 0.0328591 Jul 14 14:17:57.759633 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a463e-b9fd-401f-8e32-23ff41c05cfa req-ba90e1cc-bc47-45d0-951e-4c2dbd6200d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:57.761159 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eb6a463e-b9fd-401f-8e32-23ff41c05cfa req-ba90e1cc-bc47-45d0-951e-4c2dbd6200d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0420272 Jul 14 14:17:57.825963 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a463e-b9fd-401f-8e32-23ff41c05cfa req-c95bb0f3-654e-4689-ba9f-1fe265c40a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:57.827489 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eb6a463e-b9fd-401f-8e32-23ff41c05cfa req-c95bb0f3-654e-4689-ba9f-1fe265c40a8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0588255 Jul 14 14:17:57.915458 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eb6a463e-b9fd-401f-8e32-23ff41c05cfa req-02c2de75-cb73-49ef-be0e-b44a24d4d4c8 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803719 Jul 14 14:17:58.009632 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eb6a463e-b9fd-401f-8e32-23ff41c05cfa req-47dbae05-56a3-4545-9404-42ce84ba9880 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859642 Jul 14 14:17:58.201012 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc145a62-cb7c-4863-a2db-d09ebc9c8758 req-7d2baf41-bf25-448a-8d58-1399095208f0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:58.202897 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dc145a62-cb7c-4863-a2db-d09ebc9c8758 req-7d2baf41-bf25-448a-8d58-1399095208f0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0628469 Jul 14 14:17:58.239897 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dc145a62-cb7c-4863-a2db-d09ebc9c8758 req-d21f238e-25de-4b06-a61c-2f8f0a3ef022 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315793 Jul 14 14:17:59.412252 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae4c52-88f2-4874-bc82-03c75f49a588 req-b66a3717-ddcc-46eb-a6e9-1c8cb406477e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:59.413736 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-62ae4c52-88f2-4874-bc82-03c75f49a588 req-b66a3717-ddcc-46eb-a6e9-1c8cb406477e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0612161 Jul 14 14:17:59.450921 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-62ae4c52-88f2-4874-bc82-03c75f49a588 req-8bd1bc93-e227-4205-9460-865770d0dc7a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318246 Jul 14 14:18:00.574917 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 593d6d41-c9bc-4084-9b24-76eedaec8d19 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:18:00.631977 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d817d8-ebbf-4a4b-8659-0bb996f1e934 req-799113fc-d94d-4272-9703-426ee2f867e0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:00.633467 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-30d817d8-ebbf-4a4b-8659-0bb996f1e934 req-799113fc-d94d-4272-9703-426ee2f867e0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0657301 Jul 14 14:18:00.670091 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:18:00.671434 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-30d817d8-ebbf-4a4b-8659-0bb996f1e934 req-a0afe584-48bb-456f-9664-8333c65bf2ce tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324459 Jul 14 14:18:00.682140 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'port_id': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'mac_address': 'fa:16:3e:f7:7e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:18:00.719338 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:00.731326 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593d6d41-c9bc-4084-9b24-76eedaec8d19 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:18:00.750791 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:18:00.754813 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:00.803398 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=593d6d41-c9bc-4084-9b24-76eedaec8d19,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:18:01.022299 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['593d6d41-c9bc-4084-9b24-76eedaec8d19'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:18:01.846905 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b803c4-aa62-42bb-83ef-20a8989bc620 req-af24d267-83bd-438f-980c-e55267b320ef tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:01.848360 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-30b803c4-aa62-42bb-83ef-20a8989bc620 req-af24d267-83bd-438f-980c-e55267b320ef tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 944 time: 0.0621755 Jul 14 14:18:01.884384 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-30b803c4-aa62-42bb-83ef-20a8989bc620 req-0715c158-42c3-4d95-b862-5c2b3df67891 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305116 Jul 14 14:18:02.580133 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 593d6d41-c9bc-4084-9b24-76eedaec8d19 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:18:02.629425 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 593d6d41-c9bc-4084-9b24-76eedaec8d19 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:18:02.632785 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 593d6d41-c9bc-4084-9b24-76eedaec8d19 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:18:02.633180 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:02.709166 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:02.730013 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:18:02.732228 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7617e59-0cfd-44f4-bee8-0896d194de3a" -d '{"events": [{"server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "name": "network-vif-plugged", "status": "completed", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:18:02.745082 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:18:02.750203 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:02.772813 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dd7b9b-38d3-412e-8e9d-807824868131 x-openstack-request-id: req-a2dd7b9b-38d3-412e-8e9d-807824868131 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:18:02.773127 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "name": "network-vif-plugged", "status": "completed", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:18:02.773379 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2dd7b9b-38d3-412e-8e9d-807824868131 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:18:02.773757 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'code': 200} Jul 14 14:18:02.801242 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=593d6d41-c9bc-4084-9b24-76eedaec8d19,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:18:03.003576 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237186d-4975-4051-8cba-bc755b8e873b req-a939cd26-3397-4ae9-baaa-5ca7efff148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:03.005117 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f237186d-4975-4051-8cba-bc755b8e873b req-a939cd26-3397-4ae9-baaa-5ca7efff148e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 1098 time: 0.0599680 Jul 14 14:18:03.069938 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f237186d-4975-4051-8cba-bc755b8e873b req-c9c3071a-eaf6-4bde-8c87-9a50d81370a3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542896 Jul 14 14:18:03.091634 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fd97e-7694-49c9-8554-45ba0bca225a req-06bcc5b3-f574-4a2e-833a-6171ca1c8e73 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:03.093667 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-269fd97e-7694-49c9-8554-45ba0bca225a req-06bcc5b3-f574-4a2e-833a-6171ca1c8e73 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0868399 Jul 14 14:18:03.131703 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-269fd97e-7694-49c9-8554-45ba0bca225a req-340e0641-2827-4290-9f85-1b4be06c0642 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324979 Jul 14 14:18:04.310193 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9e1d5-3abc-40bf-8400-45c017e142ef req-2a927d99-a981-4db2-b078-0a47d41459ed tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:04.313028 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-24f9e1d5-3abc-40bf-8400-45c017e142ef req-2a927d99-a981-4db2-b078-0a47d41459ed tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0674548 Jul 14 14:18:04.354611 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-24f9e1d5-3abc-40bf-8400-45c017e142ef req-bc6ee6d6-e467-4310-9d4e-08e4656ee8f1 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346792 Jul 14 14:18:04.528271 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb3255-1224-4740-8dbb-e145e958e50b req-f38c46e8-930f-49ac-86cb-53e30446bf8b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:04.529767 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6deb3255-1224-4740-8dbb-e145e958e50b req-f38c46e8-930f-49ac-86cb-53e30446bf8b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0652018 Jul 14 14:18:04.538284 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 42102) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:18:04.542727 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-026d462f-0449-493a-b89b-c6fbaacf11f8 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Request body: {'floatingip': {'port_id': '593d6d41-c9bc-4084-9b24-76eedaec8d19'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:18:04.612812 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-026d462f-0449-493a-b89b-c6fbaacf11f8 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:05.066269 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-026d462f-0449-493a-b89b-c6fbaacf11f8 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:05.069906 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-026d462f-0449-493a-b89b-c6fbaacf11f8 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:05.164447 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.l3_db [None req-026d462f-0449-493a-b89b-c6fbaacf11f8 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Floating IP 3eb6f15f-cd2e-4f33-8183-b964dee71a33 associated. External IP: 172.28.3.196, port: 593d6d41-c9bc-4084-9b24-76eedaec8d19. Jul 14 14:18:05.584968 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026d462f-0449-493a-b89b-c6fbaacf11f8 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Router 1a7d6233-7f14-45dc-b228-eec560e73cbc has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:18:05.684707 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026d462f-0449-493a-b89b-c6fbaacf11f8 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:18:05.689628 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-026d462f-0449-493a-b89b-c6fbaacf11f8 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:05.694591 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677b945-3685-4a8b-a6ca-edd263013f57 None None] Sync routers for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:18:05.703906 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677b945-3685-4a8b-a6ca-edd263013f57 None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:18:05.704535 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-5677b945-3685-4a8b-a6ca-edd263013f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:17:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:18:05.727751 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-026d462f-0449-493a-b89b-c6fbaacf11f8 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "PUT /v2.0/floatingips/3eb6f15f-cd2e-4f33-8183-b964dee71a33 HTTP/1.1" status: 200 len: 991 time: 1.1884198 Jul 14 14:18:05.728330 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:18:05.730585 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a22868-36a9-4b8c-8bf1-e349c59ea5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:18:05.768497 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f670cd6-4f94-4cdd-a9cf-39fb7d8bcf37 x-openstack-request-id: req-3f670cd6-4f94-4cdd-a9cf-39fb7d8bcf37 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:18:05.768789 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:18:05.769085 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f670cd6-4f94-4cdd-a9cf-39fb7d8bcf37 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:18:05.769480 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'status': 'completed', 'code': 200} Jul 14 14:18:05.810679 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-5677b945-3685-4a8b-a6ca-edd263013f57 None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:18:05.845093 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a22868-36a9-4b8c-8bf1-e349c59ea5d6 req-21a02cdd-ec92-4c0e-997a-23a336c8e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:05.846514 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-28a22868-36a9-4b8c-8bf1-e349c59ea5d6 req-21a02cdd-ec92-4c0e-997a-23a336c8e26a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 1098 time: 0.0533330 Jul 14 14:18:05.935818 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a22868-36a9-4b8c-8bf1-e349c59ea5d6 req-ab83e73e-233e-48bf-8a14-567734c8f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:05.937719 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-28a22868-36a9-4b8c-8bf1-e349c59ea5d6 req-ab83e73e-233e-48bf-8a14-567734c8f086 service neutron] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 918 time: 0.0834887 Jul 14 14:18:06.012433 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-28a22868-36a9-4b8c-8bf1-e349c59ea5d6 req-1ee84cbd-3d04-4f2b-9318-40cf0fb386bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19 HTTP/1.1" status: 200 len: 999 time: 0.0646904 Jul 14 14:18:06.063618 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a22868-36a9-4b8c-8bf1-e349c59ea5d6 req-99349d98-b4e7-4804-8c5d-b8077e3e1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:06.065107 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-28a22868-36a9-4b8c-8bf1-e349c59ea5d6 req-99349d98-b4e7-4804-8c5d-b8077e3e1853 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0452163 Jul 14 14:18:06.129950 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a22868-36a9-4b8c-8bf1-e349c59ea5d6 req-132fa466-1b03-4854-b4f7-d23ae59dbb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:06.131833 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-28a22868-36a9-4b8c-8bf1-e349c59ea5d6 req-132fa466-1b03-4854-b4f7-d23ae59dbb16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0592408 Jul 14 14:18:06.156059 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-5677b945-3685-4a8b-a6ca-edd263013f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': '3eb6f15f-cd2e-4f33-8183-b964dee71a33', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'floating_ip_address': '172.28.3.196', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'port_id': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'mac_address': 'fa:16:3e:f7:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:17:52Z', 'updated_at': '2021-07-14T14:18:04Z', 'revision_number': 1, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:55Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:18:06.190536 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677b945-3685-4a8b-a6ca-edd263013f57 None None] Checking router: 1a7d6233-7f14-45dc-b228-eec560e73cbc for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:18:06.211264 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677b945-3685-4a8b-a6ca-edd263013f57 None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:18:06.211887 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-5677b945-3685-4a8b-a6ca-edd263013f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:17:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:18:06.237122 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-28a22868-36a9-4b8c-8bf1-e349c59ea5d6 req-31bf3fbd-76ad-4de2-83a6-debecbb5e037 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929365 Jul 14 14:18:06.335513 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-28a22868-36a9-4b8c-8bf1-e349c59ea5d6 req-1c44b906-27d3-4e99-8107-41cde9140f0e service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911715 Jul 14 14:18:06.369865 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-5677b945-3685-4a8b-a6ca-edd263013f57 None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:18:06.644163 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-5677b945-3685-4a8b-a6ca-edd263013f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': '3eb6f15f-cd2e-4f33-8183-b964dee71a33', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'floating_ip_address': '172.28.3.196', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'port_id': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'mac_address': 'fa:16:3e:f7:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:17:52Z', 'updated_at': '2021-07-14T14:18:04Z', 'revision_number': 1, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:55Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:18:06.669341 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677b945-3685-4a8b-a6ca-edd263013f57 None None] The sync data for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb is: [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': '3eb6f15f-cd2e-4f33-8183-b964dee71a33', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'floating_ip_address': '172.28.3.196', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'port_id': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'mac_address': 'fa:16:3e:f7:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:17:52Z', 'updated_at': '2021-07-14T14:18:04Z', 'revision_number': 1, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:55Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:18:06.855920 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44768550-017a-467e-baa9-341b1e2b8299 None None] New status for floating IP 3eb6f15f-cd2e-4f33-8183-b964dee71a33: ACTIVE {{(pid=93060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:18:09.981923 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3680-df7f-4d89-9fc1-e6fc8ef3f623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:10.965306 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c8be2-be47-4ce6-b210-2ccc956e1b46 req-cb1227ab-9c4f-4911-9c18-a97a35bf9be8 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:10.966822 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c74c8be2-be47-4ce6-b210-2ccc956e1b46 req-cb1227ab-9c4f-4911-9c18-a97a35bf9be8 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 945 time: 0.0680385 Jul 14 14:18:11.004995 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c74c8be2-be47-4ce6-b210-2ccc956e1b46 req-947a1c1b-1bfc-4d31-8336-e05e523c17ee tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314674 Jul 14 14:18:12.179882 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf6af-4a6e-4ae9-b823-2ac6262bf923 req-d5fec0b5-3b80-4f12-88b8-24b1ee052af4 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:12.181395 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-65caf6af-4a6e-4ae9-b823-2ac6262bf923 req-d5fec0b5-3b80-4f12-88b8-24b1ee052af4 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 945 time: 0.0670927 Jul 14 14:18:12.219441 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-65caf6af-4a6e-4ae9-b823-2ac6262bf923 req-3211b73b-4fae-4f21-a25b-e66b9c4b599e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318716 Jul 14 14:18:12.308160 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2fa83799-8d47-4fe9-8346-83e859ae116b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:12.695373 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:13.392629 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586c050-0f48-4ba0-8772-2f1bdf562fc8 req-c920a986-df02-46ff-8972-ec64280021b1 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:13.394136 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2586c050-0f48-4ba0-8772-2f1bdf562fc8 req-c920a986-df02-46ff-8972-ec64280021b1 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 945 time: 0.0666878 Jul 14 14:18:13.431662 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2586c050-0f48-4ba0-8772-2f1bdf562fc8 req-86d3cc5a-c551-4ea7-8605-36127e183cb0 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Jul 14 14:18:13.751608 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532640b0-c976-4738-9598-0e818a6c4882 req-c4eb74b3-0344-4b68-8ac8-9a1cdea5fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:13.753103 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-532640b0-c976-4738-9598-0e818a6c4882 req-c4eb74b3-0344-4b68-8ac8-9a1cdea5fcd6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f7d52954fd14a2b8fa3d2e85b883f14&device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 1137 time: 0.1015399 Jul 14 14:18:13.762495 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ab270-1af9-482f-95ea-13e93a1d0b53 req-c871740a-69d5-442c-9c50-0c2465f82a36 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:13.763946 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-549ab270-1af9-482f-95ea-13e93a1d0b53 req-c871740a-69d5-442c-9c50-0c2465f82a36 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.0855286 Jul 14 14:18:13.777959 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:13.861485 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-549ab270-1af9-482f-95ea-13e93a1d0b53 req-6796757e-b88c-4a01-b8ea-68684b53136c tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&id=545f779c-bff3-4820-b425-7c5a7985a913&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878649 Jul 14 14:18:13.882020 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532640b0-c976-4738-9598-0e818a6c4882 req-ff544351-03bd-45f7-acb8-fdfe2bc3be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:13.883466 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-532640b0-c976-4738-9598-0e818a6c4882 req-ff544351-03bd-45f7-acb8-fdfe2bc3be16 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c32af85c-8471-4793-9b68-be332f02fb89 HTTP/1.1" status: 200 len: 915 time: 0.1186917 Jul 14 14:18:13.949318 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-532640b0-c976-4738-9598-0e818a6c4882 req-a22aa19e-10ba-4b77-848c-eef122a64572 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 HTTP/1.1" status: 200 len: 1000 time: 0.0567153 Jul 14 14:18:14.001786 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532640b0-c976-4738-9598-0e818a6c4882 req-c735ca2f-b850-4d0d-9a42-00edbaccb736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:14.003159 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-532640b0-c976-4738-9598-0e818a6c4882 req-c735ca2f-b850-4d0d-9a42-00edbaccb736 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=452b12cc-11f7-4d78-8ff3-9a96dd39ceb5 HTTP/1.1" status: 200 len: 853 time: 0.0463231 Jul 14 14:18:14.059995 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532640b0-c976-4738-9598-0e818a6c4882 req-2cc7fd4d-6464-484c-b522-45f546be7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:14.061476 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-532640b0-c976-4738-9598-0e818a6c4882 req-2cc7fd4d-6464-484c-b522-45f546be7ad0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c32af85c-8471-4793-9b68-be332f02fb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0504248 Jul 14 14:18:14.150420 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-532640b0-c976-4738-9598-0e818a6c4882 req-8e916806-893e-4db9-8b64-5204fa02d662 service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805473 Jul 14 14:18:14.243066 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-532640b0-c976-4738-9598-0e818a6c4882 req-448f25e6-f9f0-4f16-abc8-983462063564 service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845041 Jul 14 14:18:14.607619 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154ff2d-4489-4a4a-a9f6-34d361025233 req-7bc358ad-4508-4f66-8a11-723e06c4d030 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:14.609024 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2154ff2d-4489-4a4a-a9f6-34d361025233 req-7bc358ad-4508-4f66-8a11-723e06c4d030 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 945 time: 0.0621014 Jul 14 14:18:14.646033 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2154ff2d-4489-4a4a-a9f6-34d361025233 req-8a8fd6b4-5e29-464d-89a4-0ecc6cdcf6ff tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309954 Jul 14 14:18:15.034775 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e92d3-a97e-400a-aaa4-95a8e8038eed req-947e542c-bf20-49a0-a414-0341fe154040 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:15.036256 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c21e92d3-a97e-400a-aaa4-95a8e8038eed req-947e542c-bf20-49a0-a414-0341fe154040 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.0677931 Jul 14 14:18:15.075531 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c21e92d3-a97e-400a-aaa4-95a8e8038eed req-16e387cd-5548-4434-9f2d-ae6bbd3fb9b0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&id=545f779c-bff3-4820-b425-7c5a7985a913&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335777 Jul 14 14:18:15.158103 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:15.818190 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc752d0-8154-4402-8c59-cbd3bc7c7d11 req-36cbfd6e-508a-4892-9a34-7f4a46c94e68 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:15.819664 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8fc752d0-8154-4402-8c59-cbd3bc7c7d11 req-36cbfd6e-508a-4892-9a34-7f4a46c94e68 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 945 time: 0.0635724 Jul 14 14:18:15.856230 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8fc752d0-8154-4402-8c59-cbd3bc7c7d11 req-22159741-70ce-4b9c-80f9-140884c09d7d tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311511 Jul 14 14:18:16.246613 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9b91d-5899-4c3e-b95f-030cdd6e5796 req-6bcef251-0960-40f9-9c31-6db7be46ed07 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:16.247976 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8cc9b91d-5899-4c3e-b95f-030cdd6e5796 req-6bcef251-0960-40f9-9c31-6db7be46ed07 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.0621686 Jul 14 14:18:16.320969 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8cc9b91d-5899-4c3e-b95f-030cdd6e5796 req-7859bcb3-1470-4301-937c-9159b2453fa1 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&id=545f779c-bff3-4820-b425-7c5a7985a913&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666351 Jul 14 14:18:16.347707 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6d58-71f3-41aa-aafc-f3b6a3bfcbf3 req-aa4d09a9-0825-4170-892f-d413938f1775 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:16.349165 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-00fa6d58-71f3-41aa-aafc-f3b6a3bfcbf3 req-aa4d09a9-0825-4170-892f-d413938f1775 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 945 time: 0.0819848 Jul 14 14:18:16.446770 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-00fa6d58-71f3-41aa-aafc-f3b6a3bfcbf3 req-d529acdc-8b4c-4d26-b39b-35aafbce6f6e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Deleting port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:18:16.447114 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-00fa6d58-71f3-41aa-aafc-f3b6a3bfcbf3 req-d529acdc-8b4c-4d26-b39b-35aafbce6f6e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:16.535194 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-00fa6d58-71f3-41aa-aafc-f3b6a3bfcbf3 req-d529acdc-8b4c-4d26-b39b-35aafbce6f6e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] For port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=8942a0f5-e9eb-4869-ba71-593f8daa3ab4,segment=NetworkSegment(a2ab9898-5fea-4bd4-9fa4-ad7b1505f593),segment_id=a2ab9898-5fea-4bd4-9fa4-ad7b1505f593)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:18:16.535475 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-00fa6d58-71f3-41aa-aafc-f3b6a3bfcbf3 req-d529acdc-8b4c-4d26-b39b-35aafbce6f6e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:16.547584 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-00fa6d58-71f3-41aa-aafc-f3b6a3bfcbf3 req-d529acdc-8b4c-4d26-b39b-35aafbce6f6e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Calling delete_port for 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 owned by compute:nova {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:18:16.671664 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-00fa6d58-71f3-41aa-aafc-f3b6a3bfcbf3 req-d529acdc-8b4c-4d26-b39b-35aafbce6f6e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:16.683462 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['8942a0f5-e9eb-4869-ba71-593f8daa3ab4'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:18:16.701588 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529acdc-8b4c-4d26-b39b-35aafbce6f6e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Pushing event deleted for resources: {'Port': ['ID=8942a0f5-e9eb-4869-ba71-593f8daa3ab4,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:18:16.746734 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fa6d58-71f3-41aa-aafc-f3b6a3bfcbf3 req-d529acdc-8b4c-4d26-b39b-35aafbce6f6e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] No DVR routers for this DVR port 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 on host hv-cinder-67913 {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:18:16.749225 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-00fa6d58-71f3-41aa-aafc-f3b6a3bfcbf3 req-d529acdc-8b4c-4d26-b39b-35aafbce6f6e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:16.751297 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-00fa6d58-71f3-41aa-aafc-f3b6a3bfcbf3 req-d529acdc-8b4c-4d26-b39b-35aafbce6f6e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.62 "DELETE /v2.0/ports/8942a0f5-e9eb-4869-ba71-593f8daa3ab4 HTTP/1.1" status: 204 len: 173 time: 0.3944726 Jul 14 14:18:16.751726 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4c6aa6-00ad-4132-8287-3eaa93a7e64d', 'name': 'network-vif-deleted', 'tag': '8942a0f5-e9eb-4869-ba71-593f8daa3ab4'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:18:16.753944 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7187ca73-6bd5-413a-8ae8-2f3d0dad88d8" -d '{"events": [{"server_uuid": "3a4c6aa6-00ad-4132-8287-3eaa93a7e64d", "name": "network-vif-deleted", "tag": "8942a0f5-e9eb-4869-ba71-593f8daa3ab4"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:18:16.795629 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7379b24b-ac30-40e1-bb88-5bd72c19dc99 x-openstack-request-id: req-7379b24b-ac30-40e1-bb88-5bd72c19dc99 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:18:16.795917 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4c6aa6-00ad-4132-8287-3eaa93a7e64d", "name": "network-vif-deleted", "tag": "8942a0f5-e9eb-4869-ba71-593f8daa3ab4", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:18:16.796164 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7379b24b-ac30-40e1-bb88-5bd72c19dc99 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:18:16.796560 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4c6aa6-00ad-4132-8287-3eaa93a7e64d', 'name': 'network-vif-deleted', 'tag': '8942a0f5-e9eb-4869-ba71-593f8daa3ab4', 'status': 'completed', 'code': 200} Jul 14 14:18:17.007651 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-50285fca-e9de-46e1-a4f7-bd6327a433bb req-ef61e774-b7e0-432c-b252-274a0119d301 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4c6aa6-00ad-4132-8287-3eaa93a7e64d HTTP/1.1" status: 200 len: 210 time: 0.0298228 Jul 14 14:18:17.497716 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c42bf-fd57-464d-9a45-6d54ff1a05e8 req-abefd045-c1a1-4eb9-8bbf-88e5982f0a99 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:17.499179 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ff2c42bf-fd57-464d-9a45-6d54ff1a05e8 req-abefd045-c1a1-4eb9-8bbf-88e5982f0a99 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.0658314 Jul 14 14:18:17.538248 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ff2c42bf-fd57-464d-9a45-6d54ff1a05e8 req-257653da-4513-42a5-b22d-c192f97fc620 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&id=545f779c-bff3-4820-b425-7c5a7985a913&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325661 Jul 14 14:18:18.709462 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a3a4b-6fd2-4d8b-9ce8-645b5a07ec60 req-352be5dd-3728-4f8a-aab8-87a5d65b8b8d tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:18.710932 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fc1a3a4b-6fd2-4d8b-9ce8-645b5a07ec60 req-352be5dd-3728-4f8a-aab8-87a5d65b8b8d tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.0639384 Jul 14 14:18:18.752013 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fc1a3a4b-6fd2-4d8b-9ce8-645b5a07ec60 req-61f69952-7195-403d-a8d4-deb20ee5f0ac tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&id=545f779c-bff3-4820-b425-7c5a7985a913&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355744 Jul 14 14:18:19.922379 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9e1cb-f8c6-4ee0-9c25-ac3d00e21d89 req-08c0b13c-ec12-4131-bf8c-f4fe564971e7 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:19.923837 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-27c9e1cb-f8c6-4ee0-9c25-ac3d00e21d89 req-08c0b13c-ec12-4131-bf8c-f4fe564971e7 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.0613470 Jul 14 14:18:19.965832 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-27c9e1cb-f8c6-4ee0-9c25-ac3d00e21d89 req-2c7d6d9d-891d-4ccb-8974-dcda772282a1 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&id=545f779c-bff3-4820-b425-7c5a7985a913&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364397 Jul 14 14:18:20.695707 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:18:20.715892 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:18:20.716236 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 8942a0f5-e9eb-4869-ba71-593f8daa3ab4 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:18:21.134567 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ddd22-6403-4258-aa2c-ce6e9ec199ed req-7bb10874-548b-4d8a-bc87-04711fe9ca89 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:21.136032 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-401ddd22-6403-4258-aa2c-ce6e9ec199ed req-7bb10874-548b-4d8a-bc87-04711fe9ca89 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.0624642 Jul 14 14:18:21.175679 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-401ddd22-6403-4258-aa2c-ce6e9ec199ed req-70642162-9896-41c2-8f34-581b471b2d8a tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&id=545f779c-bff3-4820-b425-7c5a7985a913&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330932 Jul 14 14:18:21.268455 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:21.908705 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-69e5f33a-44b7-43c7-bbbd-9141a6c2a5b2 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:21.910106 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-69e5f33a-44b7-43c7-bbbd-9141a6c2a5b2 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/networks?id=07156907-bca0-4a85-9e58-866015c5b59f HTTP/1.1" status: 200 len: 812 time: 0.1008513 Jul 14 14:18:21.924519 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a3dcabdf-11a0-480c-b630-2f5dc045f2dc tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/quotas/0c16695508f44b7385499b9280d93077 HTTP/1.1" status: 200 len: 375 time: 0.0092282 Jul 14 14:18:21.956669 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-fbbfce92-10a0-4162-9ac9-94e4fb8258e0 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c16695508f44b7385499b9280d93077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274782 Jul 14 14:18:22.042448 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-f58e0ad5-e041-43f3-8aad-a2dbca2ca8ea service neutron] 10.222.0.53 "GET /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794590 Jul 14 14:18:22.131249 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-f186a892-7299-4286-8188-dac1f2bbdb15 service neutron] 10.222.0.53 "GET /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825553 Jul 14 14:18:22.163864 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:18:22.303997 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a5521646-2498-4d17-ad56-8d90b88f33fd req-7a618ec5-1239-412e-b32a-cfa29d549657 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 210 time: 0.0354707 Jul 14 14:18:22.366041 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8e309-12e3-4145-befc-4e0a678b64f5 req-4c00fd9f-10f4-449b-8f30-927339cd6c54 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:22.367516 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a4a8e309-12e3-4145-befc-4e0a678b64f5 req-4c00fd9f-10f4-449b-8f30-927339cd6c54 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.0660973 Jul 14 14:18:22.407498 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a4a8e309-12e3-4145-befc-4e0a678b64f5 req-a252a488-0cb1-4561-b8d7-6c798ad5a07d tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&id=545f779c-bff3-4820-b425-7c5a7985a913&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343885 Jul 14 14:18:23.353443 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a1ea8d25-8d95-465a-952b-9e694d323998 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:23.354891 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a1ea8d25-8d95-465a-952b-9e694d323998 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.62 "GET /v2.0/networks?id=07156907-bca0-4a85-9e58-866015c5b59f HTTP/1.1" status: 200 len: 812 time: 0.1085634 Jul 14 14:18:23.373847 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Request body: {'port': {'device_id': 'cd8a0c38-04bc-4ac2-a058-d78246941452', 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f', 'admin_state_up': True, 'tenant_id': '0c16695508f44b7385499b9280d93077'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:18:23.457044 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-43eaf09a-0e09-4478-b801-7495a03c9ce9 req-5112d518-cfbd-47ae-98e9-588373e9753a tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 210 time: 0.0376256 Jul 14 14:18:23.517769 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Made reservation on behalf of 0c16695508f44b7385499b9280d93077 for: {'port': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:18:23.521306 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:23.663679 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50659064-fa01-4b0a-a3e1-f2bd869459d3 req-cb71343a-a2df-4a59-b5cd-89e9af319e0c tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:23.665088 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-50659064-fa01-4b0a-a3e1-f2bd869459d3 req-cb71343a-a2df-4a59-b5cd-89e9af319e0c tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.1406593 Jul 14 14:18:23.706320 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Allocated IP 172.20.0.5 (07156907-bca0-4a85-9e58-866015c5b59f/7a162910-e28d-49f4-81a0-ffc6ed54da80/37e489ef-5cb5-4390-a71e-91b814222ad6) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:18:23.728020 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-50659064-fa01-4b0a-a3e1-f2bd869459d3 req-5a16e787-2c9f-418f-b8a6-3e91c4bce66b tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&id=545f779c-bff3-4820-b425-7c5a7985a913&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539269 Jul 14 14:18:23.860197 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:23.896239 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:23.936909 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Network 07156907-bca0-4a85-9e58-866015c5b59f is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:18:23.942641 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:18:23.946306 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:18:23.970898 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Pushing event updated for resources: {'Port': ['ID=37e489ef-5cb5-4390-a71e-91b814222ad6,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:18:23.997041 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:23.997648 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:24.010967 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-a450c4b4-4d25-4777-9471-f5a0f7a75fed tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6412256 Jul 14 14:18:24.022994 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Request body: {'port': {'device_id': 'cd8a0c38-04bc-4ac2-a058-d78246941452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:18:24.094817 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:24.345547 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e489ef-5cb5-4390-a71e-91b814222ad6 {{(pid=93057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:18:24.352548 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:24.364278 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Transition to ACTIVE for port object 37e489ef-5cb5-4390-a71e-91b814222ad6 will not be triggered until provisioned by entity L2. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:18:24.367942 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:24.414723 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Pushing event updated for resources: {'Port': ['ID=37e489ef-5cb5-4390-a71e-91b814222ad6,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:18:24.486099 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Attempting to bind port 37e489ef-5cb5-4390-a71e-91b814222ad6 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:18:24.486432 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Attempting to bind port 37e489ef-5cb5-4390-a71e-91b814222ad6 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': 'a2ab9898-5fea-4bd4-9fa4-ad7b1505f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f'}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:18:24.486756 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Attempting to bind port 37e489ef-5cb5-4390-a71e-91b814222ad6 on network 07156907-bca0-4a85-9e58-866015c5b59f {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:18:24.491326 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Port 37e489ef-5cb5-4390-a71e-91b814222ad6 on network 07156907-bca0-4a85-9e58-866015c5b59f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:18:24.491326 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Attempting to bind port 37e489ef-5cb5-4390-a71e-91b814222ad6 on network 07156907-bca0-4a85-9e58-866015c5b59f {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:18:24.495963 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:18:24.496301 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Checking segment: {'id': 'a2ab9898-5fea-4bd4-9fa4-ad7b1505f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:18:24.496680 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Bound using segment: {'id': 'a2ab9898-5fea-4bd4-9fa4-ad7b1505f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f'} {{(pid=93057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:18:24.497131 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.managers [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Bound port: 37e489ef-5cb5-4390-a71e-91b814222ad6, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ab9898-5fea-4bd4-9fa4-ad7b1505f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f'}}] {{(pid=93057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:18:24.497488 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:24.559383 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] For port 37e489ef-5cb5-4390-a71e-91b814222ad6, host hv-cinder-67913, cleared binding levels {{(pid=93057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:18:24.562885 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] For port 37e489ef-5cb5-4390-a71e-91b814222ad6, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=37e489ef-5cb5-4390-a71e-91b814222ad6,segment=NetworkSegment(a2ab9898-5fea-4bd4-9fa4-ad7b1505f593),segment_id=a2ab9898-5fea-4bd4-9fa4-ad7b1505f593)] {{(pid=93057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:18:24.567532 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:24.610617 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:24.611230 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:24.612678 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] 10.222.0.62 "PUT /v2.0/ports/37e489ef-5cb5-4390-a71e-91b814222ad6 HTTP/1.1" status: 200 len: 1093 time: 0.5935807 Jul 14 14:18:24.630826 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8a0c38-04bc-4ac2-a058-d78246941452', 'tag': '37e489ef-5cb5-4390-a71e-91b814222ad6'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:18:24.636283 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f733f74-1c8f-4992-9071-3ca2b4f4a1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8a0c38-04bc-4ac2-a058-d78246941452", "tag": "37e489ef-5cb5-4390-a71e-91b814222ad6"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:18:24.690237 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37458232-96f6-43ec-9195-a135f265985f x-openstack-request-id: req-37458232-96f6-43ec-9195-a135f265985f {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:18:24.690523 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8a0c38-04bc-4ac2-a058-d78246941452", "tag": "37e489ef-5cb5-4390-a71e-91b814222ad6", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:18:24.690773 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37458232-96f6-43ec-9195-a135f265985f {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:18:24.691153 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8a0c38-04bc-4ac2-a058-d78246941452', 'tag': '37e489ef-5cb5-4390-a71e-91b814222ad6', 'status': 'completed', 'code': 200} Jul 14 14:18:24.691692 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca559668-3c0f-4be0-99c5-12eaba8b98e6 service neutron] Pushing event updated for resources: {'Port': ['ID=37e489ef-5cb5-4390-a71e-91b814222ad6,revision_number=3']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:18:24.731622 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164e1f0-128c-4e9d-8872-807debe0ebff req-ce2e9aac-20b5-4f8e-b38a-18b8f56e43c1 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:24.733123 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a164e1f0-128c-4e9d-8872-807debe0ebff req-ce2e9aac-20b5-4f8e-b38a-18b8f56e43c1 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 943 time: 0.1568341 Jul 14 14:18:24.748173 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-04698404-351e-4ebe-ac47-c2e6ddc4a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:24.750246 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-04698404-351e-4ebe-ac47-c2e6ddc4a98f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c16695508f44b7385499b9280d93077&device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 1096 time: 0.0911713 Jul 14 14:18:24.801828 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-5bda8487-87ea-4354-8789-c0b05a305e5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37e489ef-5cb5-4390-a71e-91b814222ad6 HTTP/1.1" status: 200 len: 217 time: 0.0434697 Jul 14 14:18:24.808967 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a164e1f0-128c-4e9d-8872-807debe0ebff req-5ad1efa2-6950-4ebf-9057-c61a293ea99b tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700459 Jul 14 14:18:24.882017 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-525f9700-53dd-4cc2-b600-956775cdc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:24.883440 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-525f9700-53dd-4cc2-b600-956775cdc2a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a162910-e28d-49f4-81a0-ffc6ed54da80 HTTP/1.1" status: 200 len: 852 time: 0.0728540 Jul 14 14:18:24.923015 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-7d6c515a-ee7e-4fd0-89c6-8f5787357440 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07156907-bca0-4a85-9e58-866015c5b59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305347 Jul 14 14:18:24.939712 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde02b5-195a-4d03-8600-d630640533ed req-4bb447cd-219d-4ce9-bc87-975a37e5fdc9 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:24.941104 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fbde02b5-195a-4d03-8600-d630640533ed req-4bb447cd-219d-4ce9-bc87-975a37e5fdc9 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.0953481 Jul 14 14:18:25.256270 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fbde02b5-195a-4d03-8600-d630640533ed req-bbb6632c-c0f9-4e45-a214-fbc04609063f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&id=545f779c-bff3-4820-b425-7c5a7985a913&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3086054 Jul 14 14:18:25.282659 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-dad33924-e995-43be-8702-da4d44d8a093 service neutron] 10.222.0.62 "GET /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511581 Jul 14 14:18:25.368558 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f5cf5d4-3485-4618-b088-fa2cd1d7b046 req-5e3921ef-ceda-4591-89ad-258ea614b076 service neutron] 10.222.0.62 "GET /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793073 Jul 14 14:18:25.465908 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f733f74-1c8f-4992-9071-3ca2b4f4a1b7 req-f7d2961c-ef46-4fcb-995d-48a83a2d05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:25.467507 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4f733f74-1c8f-4992-9071-3ca2b4f4a1b7 req-f7d2961c-ef46-4fcb-995d-48a83a2d05c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c16695508f44b7385499b9280d93077&device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 1096 time: 0.0549610 Jul 14 14:18:25.556786 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f733f74-1c8f-4992-9071-3ca2b4f4a1b7 req-93ade8a4-5dbd-42b6-908c-d1ba0dcc41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:25.558267 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4f733f74-1c8f-4992-9071-3ca2b4f4a1b7 req-93ade8a4-5dbd-42b6-908c-d1ba0dcc41c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07156907-bca0-4a85-9e58-866015c5b59f HTTP/1.1" status: 200 len: 913 time: 0.0811598 Jul 14 14:18:25.602233 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4f733f74-1c8f-4992-9071-3ca2b4f4a1b7 req-943974e6-32fb-4bfc-9298-1ad41ca001a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37e489ef-5cb5-4390-a71e-91b814222ad6 HTTP/1.1" status: 200 len: 217 time: 0.0369301 Jul 14 14:18:25.649424 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f733f74-1c8f-4992-9071-3ca2b4f4a1b7 req-41a5c2b0-1df1-44c6-a4e8-c71f7e2126bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:25.650809 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4f733f74-1c8f-4992-9071-3ca2b4f4a1b7 req-41a5c2b0-1df1-44c6-a4e8-c71f7e2126bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7a162910-e28d-49f4-81a0-ffc6ed54da80 HTTP/1.1" status: 200 len: 852 time: 0.0413690 Jul 14 14:18:25.685864 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4f733f74-1c8f-4992-9071-3ca2b4f4a1b7 req-e390d1d6-1abe-4881-990c-10be8355e227 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07156907-bca0-4a85-9e58-866015c5b59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248508 Jul 14 14:18:25.773268 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4f733f74-1c8f-4992-9071-3ca2b4f4a1b7 req-a7c4940a-98ff-49c2-97a1-6ccdf83c9577 service neutron] 10.222.0.62 "GET /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806863 Jul 14 14:18:25.865192 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4f733f74-1c8f-4992-9071-3ca2b4f4a1b7 req-9c7d83d7-2271-4a16-a3ac-31b6d006a4ff service neutron] 10.222.0.62 "GET /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800045 Jul 14 14:18:25.980090 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1d2c1-ba20-4c20-9be0-7caa5409eb1a req-794ce589-fc55-4de5-bf1f-f1ace09eab06 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:25.981572 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-97b1d2c1-ba20-4c20-9be0-7caa5409eb1a req-794ce589-fc55-4de5-bf1f-f1ace09eab06 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 943 time: 0.0615783 Jul 14 14:18:26.018461 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-97b1d2c1-ba20-4c20-9be0-7caa5409eb1a req-6700d6e2-bb2a-46e3-87d8-b06d09a0b6ca tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309522 Jul 14 14:18:26.430624 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b5fb-83f3-40f3-b429-75cb4b0a67a7 req-72029fca-b0ba-4c7b-b96a-c62af39e1b7c tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:26.432103 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2ba2b5fb-83f3-40f3-b429-75cb4b0a67a7 req-72029fca-b0ba-4c7b-b96a-c62af39e1b7c tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.0658584 Jul 14 14:18:26.470812 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2ba2b5fb-83f3-40f3-b429-75cb4b0a67a7 req-be5647bf-5f77-4cc5-9d1f-00da5f0101c5 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&id=545f779c-bff3-4820-b425-7c5a7985a913&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330293 Jul 14 14:18:27.190007 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd4400-f893-4de5-bee9-ae3d3afbad36 req-6bfed0b9-10a5-405e-8922-36ee24e48fa5 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:27.191482 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-06fd4400-f893-4de5-bee9-ae3d3afbad36 req-6bfed0b9-10a5-405e-8922-36ee24e48fa5 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 943 time: 0.0632923 Jul 14 14:18:27.227897 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-06fd4400-f893-4de5-bee9-ae3d3afbad36 req-59157bea-5b96-4e6e-9a2e-80294b4ac066 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Jul 14 14:18:28.402271 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e82f48-edd3-4a6e-8bff-a275ee56637a req-44b56158-31da-46fd-9190-3bd3d8b6a185 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:28.403766 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-78e82f48-edd3-4a6e-8bff-a275ee56637a req-44b56158-31da-46fd-9190-3bd3d8b6a185 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 943 time: 0.0658200 Jul 14 14:18:28.441278 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-78e82f48-edd3-4a6e-8bff-a275ee56637a req-616c94bf-5b42-4fec-ad72-998430812af7 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319657 Jul 14 14:18:28.739896 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 37e489ef-5cb5-4390-a71e-91b814222ad6 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:18:28.835388 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 37e489ef-5cb5-4390-a71e-91b814222ad6, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=37e489ef-5cb5-4390-a71e-91b814222ad6,segment=NetworkSegment(a2ab9898-5fea-4bd4-9fa4-ad7b1505f593),segment_id=a2ab9898-5fea-4bd4-9fa4-ad7b1505f593)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:18:28.846887 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '37e489ef-5cb5-4390-a71e-91b814222ad6', 'network_id': '07156907-bca0-4a85-9e58-866015c5b59f', 'port_id': '37e489ef-5cb5-4390-a71e-91b814222ad6', 'mac_address': 'fa:16:3e:cb:b6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a162910-e28d-49f4-81a0-ffc6ed54da80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:18:28.882213 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:28.894951 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e489ef-5cb5-4390-a71e-91b814222ad6 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:18:28.914016 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 37e489ef-5cb5-4390-a71e-91b814222ad6, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=37e489ef-5cb5-4390-a71e-91b814222ad6,segment=NetworkSegment(a2ab9898-5fea-4bd4-9fa4-ad7b1505f593),segment_id=a2ab9898-5fea-4bd4-9fa4-ad7b1505f593)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:18:28.917731 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:28.963518 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=37e489ef-5cb5-4390-a71e-91b814222ad6,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:18:29.188231 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['37e489ef-5cb5-4390-a71e-91b814222ad6'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:18:29.614796 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817c62c-a46a-4097-a900-621896a01208 req-8d57dfb0-cc90-451a-bc90-e3fa326ab77e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:29.616292 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5817c62c-a46a-4097-a900-621896a01208 req-8d57dfb0-cc90-451a-bc90-e3fa326ab77e tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 944 time: 0.0632102 Jul 14 14:18:29.653373 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5817c62c-a46a-4097-a900-621896a01208 req-d1d14cd8-33f1-4463-8d12-9ac287eba0ac tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Jul 14 14:18:30.783801 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 37e489ef-5cb5-4390-a71e-91b814222ad6 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:18:30.833225 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 37e489ef-5cb5-4390-a71e-91b814222ad6 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:18:30.833437 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564d04-ec9d-47bb-9b9c-6a2a030eae8a req-d86df1e6-b94e-4d1d-a7a6-9c154cf7ff41 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:30.834947 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4c564d04-ec9d-47bb-9b9c-6a2a030eae8a req-d86df1e6-b94e-4d1d-a7a6-9c154cf7ff41 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 944 time: 0.0679076 Jul 14 14:18:30.838203 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 37e489ef-5cb5-4390-a71e-91b814222ad6 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:18:30.838203 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:30.873914 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4c564d04-ec9d-47bb-9b9c-6a2a030eae8a req-9a4fae4c-4893-409f-a98f-39b60878ed51 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324728 Jul 14 14:18:30.914738 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:30.938637 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8a0c38-04bc-4ac2-a058-d78246941452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e489ef-5cb5-4390-a71e-91b814222ad6'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:18:30.940820 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3309098-f302-45ea-851e-eda7bab67265" -d '{"events": [{"server_uuid": "cd8a0c38-04bc-4ac2-a058-d78246941452", "name": "network-vif-plugged", "status": "completed", "tag": "37e489ef-5cb5-4390-a71e-91b814222ad6"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:18:30.953792 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 37e489ef-5cb5-4390-a71e-91b814222ad6, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=37e489ef-5cb5-4390-a71e-91b814222ad6,segment=NetworkSegment(a2ab9898-5fea-4bd4-9fa4-ad7b1505f593),segment_id=a2ab9898-5fea-4bd4-9fa4-ad7b1505f593)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:18:30.957794 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:30.982856 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70501b2-4ff5-48c7-b17d-33d9aad2ef7e x-openstack-request-id: req-b70501b2-4ff5-48c7-b17d-33d9aad2ef7e {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:18:30.983145 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8a0c38-04bc-4ac2-a058-d78246941452", "name": "network-vif-plugged", "status": "completed", "tag": "37e489ef-5cb5-4390-a71e-91b814222ad6", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:18:30.983399 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b70501b2-4ff5-48c7-b17d-33d9aad2ef7e {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:18:30.984921 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8a0c38-04bc-4ac2-a058-d78246941452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e489ef-5cb5-4390-a71e-91b814222ad6', 'code': 200} Jul 14 14:18:31.010005 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=37e489ef-5cb5-4390-a71e-91b814222ad6,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:18:31.198564 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5bd57-409e-4252-b0a4-004229af0906 req-97149439-5f51-4a18-921e-562f825c2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:31.199965 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-18c5bd57-409e-4252-b0a4-004229af0906 req-97149439-5f51-4a18-921e-562f825c2f6c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 1098 time: 0.0535886 Jul 14 14:18:31.231940 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-18c5bd57-409e-4252-b0a4-004229af0906 req-4c6c7e7b-6a0a-4851-ac99-c80193191802 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259154 Jul 14 14:18:32.050719 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3108c-031b-4fed-b1f1-207d3d1e07ae req-e9ca5b8c-f079-4ce7-ae1c-b4337605b421 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:32.052246 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-49f3108c-031b-4fed-b1f1-207d3d1e07ae req-e9ca5b8c-f079-4ce7-ae1c-b4337605b421 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 945 time: 0.0626259 Jul 14 14:18:32.089698 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-49f3108c-031b-4fed-b1f1-207d3d1e07ae req-59324e05-8a86-48e7-a252-f85ab444b3c5 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317926 Jul 14 14:18:33.261499 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495a2b2-5da8-4c6e-8a8c-556fd77a89f6 req-b4814ef8-cdbb-48b9-ba2c-99b675dea7e2 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:33.262950 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1495a2b2-5da8-4c6e-8a8c-556fd77a89f6 req-b4814ef8-cdbb-48b9-ba2c-99b675dea7e2 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 945 time: 0.0663507 Jul 14 14:18:33.301415 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1495a2b2-5da8-4c6e-8a8c-556fd77a89f6 req-dc181b48-77b4-4192-9444-501168d48cc4 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323551 Jul 14 14:18:39.982982 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3bb40af8-aeec-46ff-bbbf-558a612ccd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:42.309338 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-48846d43-d842-4833-b647-2b7302ca47c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:42.696545 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:43.778919 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:44.535656 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867d906-6d70-46fd-9843-1f22a3a4f0a7 req-abba603d-a4cb-4c75-9f37-d5d1d3e6567c tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:44.537147 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6867d906-6d70-46fd-9843-1f22a3a4f0a7 req-abba603d-a4cb-4c75-9f37-d5d1d3e6567c tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0620818 Jul 14 14:18:44.574563 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6867d906-6d70-46fd-9843-1f22a3a4f0a7 req-b21954fd-638f-476c-abbe-62b562012154 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318990 Jul 14 14:18:45.158779 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:45.750227 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1786801-990f-43f2-9851-df29794a9dbf req-77a525e9-e093-41b3-b619-bb43b7bbe579 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:45.751726 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e1786801-990f-43f2-9851-df29794a9dbf req-77a525e9-e093-41b3-b619-bb43b7bbe579 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0629194 Jul 14 14:18:45.788153 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e1786801-990f-43f2-9851-df29794a9dbf req-fe377d43-4df4-4341-a312-e75bacc13d8c tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308831 Jul 14 14:18:46.778382 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c5532131-f96e-413a-b19f-6083fc724b45 req-67b56d9d-b4cb-4060-96e2-9c71d5c09a8f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536203 Jul 14 14:18:46.873872 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5532131-f96e-413a-b19f-6083fc724b45 req-70ab77cc-198c-4268-8050-81c23543a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:46.875858 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c5532131-f96e-413a-b19f-6083fc724b45 req-70ab77cc-198c-4268-8050-81c23543a661 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f7d52954fd14a2b8fa3d2e85b883f14&device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 1137 time: 0.0578585 Jul 14 14:18:47.022211 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5532131-f96e-413a-b19f-6083fc724b45 req-8fb8b6e1-7b49-4f2d-bf04-dc3f1939a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:47.023689 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c5532131-f96e-413a-b19f-6083fc724b45 req-8fb8b6e1-7b49-4f2d-bf04-dc3f1939a124 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c32af85c-8471-4793-9b68-be332f02fb89 HTTP/1.1" status: 200 len: 915 time: 0.1248984 Jul 14 14:18:47.035362 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00254e-1b51-4ff8-ac9d-6a049f1bf001 req-09655412-4261-4764-ae9c-a87381268479 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:47.036741 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3d00254e-1b51-4ff8-ac9d-6a049f1bf001 req-09655412-4261-4764-ae9c-a87381268479 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.1205459 Jul 14 14:18:47.118387 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c5532131-f96e-413a-b19f-6083fc724b45 req-b8873d13-451b-48bf-84d2-f47c06c32beb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 HTTP/1.1" status: 200 len: 1000 time: 0.0806921 Jul 14 14:18:47.121112 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3d00254e-1b51-4ff8-ac9d-6a049f1bf001 req-8f5d33f4-1a77-4343-8274-22606489ec37 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779705 Jul 14 14:18:47.169431 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5532131-f96e-413a-b19f-6083fc724b45 req-3a177e80-1aa5-4ee3-8a8e-12cdb6b12eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:47.171132 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c5532131-f96e-413a-b19f-6083fc724b45 req-3a177e80-1aa5-4ee3-8a8e-12cdb6b12eab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=452b12cc-11f7-4d78-8ff3-9a96dd39ceb5 HTTP/1.1" status: 200 len: 853 time: 0.0449624 Jul 14 14:18:47.226197 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5532131-f96e-413a-b19f-6083fc724b45 req-0219b685-d162-4824-a4c3-94eb49a1560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:47.227639 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c5532131-f96e-413a-b19f-6083fc724b45 req-0219b685-d162-4824-a4c3-94eb49a1560a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c32af85c-8471-4793-9b68-be332f02fb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0502465 Jul 14 14:18:47.319263 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c5532131-f96e-413a-b19f-6083fc724b45 req-81e31908-4713-4b28-81f1-411a810a3f78 service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833981 Jul 14 14:18:47.414696 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c5532131-f96e-413a-b19f-6083fc724b45 req-1dba4230-45e4-49b6-b8eb-52579308e41d service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815394 Jul 14 14:18:48.302268 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65677fe0-8b71-4345-b1ea-2c2286a6be0b req-cd817799-fd6d-4f1a-accd-a050b21f00fc tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:48.303894 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-65677fe0-8b71-4345-b1ea-2c2286a6be0b req-cd817799-fd6d-4f1a-accd-a050b21f00fc tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0720320 Jul 14 14:18:48.345208 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-65677fe0-8b71-4345-b1ea-2c2286a6be0b req-601d9317-7f4d-4dde-b002-36ef47a75c92 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356367 Jul 14 14:18:49.517552 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96acb0-3a8d-4ac7-81ad-11da5636cec2 req-4320778e-f6bb-4506-8c35-1325ca708c9c tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:49.519023 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8d96acb0-3a8d-4ac7-81ad-11da5636cec2 req-4320778e-f6bb-4506-8c35-1325ca708c9c tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0622089 Jul 14 14:18:49.557014 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8d96acb0-3a8d-4ac7-81ad-11da5636cec2 req-02da7a02-01d9-4e44-8355-35200ac2b967 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325127 Jul 14 14:18:50.727089 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c61db3-ccd5-4374-ae94-d02501657371 req-b3607b75-a20a-4ffd-8b34-d61d715c87f5 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:50.728547 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-68c61db3-ccd5-4374-ae94-d02501657371 req-b3607b75-a20a-4ffd-8b34-d61d715c87f5 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0618248 Jul 14 14:18:50.765266 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-68c61db3-ccd5-4374-ae94-d02501657371 req-351acf81-bd81-4c5c-afd7-c8d3f11a87e5 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307093 Jul 14 14:18:51.279076 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:51.948091 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bea02-337e-4697-9939-99f913a11c13 req-e61d61ee-5324-4a48-8c1e-bedc1793997a tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:51.949606 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-440bea02-337e-4697-9939-99f913a11c13 req-e61d61ee-5324-4a48-8c1e-bedc1793997a tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0707898 Jul 14 14:18:51.988186 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-440bea02-337e-4697-9939-99f913a11c13 req-62c27a4d-c4c3-4f58-8a2d-b23beba8a8c8 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328364 Jul 14 14:18:52.804345 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221abdf3-793e-4a2c-a895-dde32b98bc5e req-ef79d405-973e-424e-bf35-a5989fc5609a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:52.805845 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-221abdf3-793e-4a2c-a895-dde32b98bc5e req-ef79d405-973e-424e-bf35-a5989fc5609a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0630951 Jul 14 14:18:52.842238 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-221abdf3-793e-4a2c-a895-dde32b98bc5e req-13d53d3d-9f9a-4745-9d98-b55acf336e6b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308249 Jul 14 14:18:53.158896 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cd18d-d152-4734-99ec-d92e451d4048 req-7cac448a-8fa4-4bf9-857f-f46e1780920b tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:53.160446 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ff2cd18d-d152-4734-99ec-d92e451d4048 req-7cac448a-8fa4-4bf9-857f-f46e1780920b tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0619011 Jul 14 14:18:53.205656 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ff2cd18d-d152-4734-99ec-d92e451d4048 req-4bbf98b4-4f53-411d-8cd9-2fd4c7ab05cf tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389104 Jul 14 14:18:53.356311 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd023a-5edb-44aa-8c4e-b687b2ffa84e req-1da2a293-9a4a-4bef-88f1-f8923f26844b tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:53.357693 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-96bd023a-5edb-44aa-8c4e-b687b2ffa84e req-1da2a293-9a4a-4bef-88f1-f8923f26844b tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 945 time: 0.0624907 Jul 14 14:18:53.394257 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-96bd023a-5edb-44aa-8c4e-b687b2ffa84e req-b51925b3-27c9-47ed-b9bd-24d3c753f037 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Jul 14 14:18:54.014518 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5444856-a507-472c-994b-40f28d4e2be5 req-9ae5c72f-ee26-410f-a03c-204f7237a180 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:54.016613 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a5444856-a507-472c-994b-40f28d4e2be5 req-9ae5c72f-ee26-410f-a03c-204f7237a180 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0608656 Jul 14 14:18:54.052461 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a5444856-a507-472c-994b-40f28d4e2be5 req-ae948f43-6cae-4c0f-ae11-5aaadc31fd8b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304325 Jul 14 14:18:54.389355 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87223c-4075-4283-b4ed-ec823c9b6acd req-e7ef7047-74b8-4fe1-9bba-a7c515652951 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:54.391256 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4f87223c-4075-4283-b4ed-ec823c9b6acd req-e7ef7047-74b8-4fe1-9bba-a7c515652951 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0714152 Jul 14 14:18:54.428740 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4f87223c-4075-4283-b4ed-ec823c9b6acd req-1c4e716a-c29e-4e76-a459-7bc1d733e068 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324063 Jul 14 14:18:54.570132 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb48a-834c-464a-8d5d-e7ca36927ac0 req-f5bd0db1-ba42-4689-a317-ba89153b509f tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:54.571616 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7ebeb48a-834c-464a-8d5d-e7ca36927ac0 req-f5bd0db1-ba42-4689-a317-ba89153b509f tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 945 time: 0.0641830 Jul 14 14:18:54.632500 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7ebeb48a-834c-464a-8d5d-e7ca36927ac0 req-e00dd556-caf8-4023-8153-c5f64775133b tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553703 Jul 14 14:18:54.659110 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5c3cf-f29c-49df-83c3-db42403a9df6 req-ae6b27b3-e137-44b0-a071-6bdc98a9a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:54.660598 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8ae5c3cf-f29c-49df-83c3-db42403a9df6 req-ae6b27b3-e137-44b0-a071-6bdc98a9a71a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d86ef4389834ab9980f774ec2beb1e0&device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 1099 time: 0.0578976 Jul 14 14:18:54.752635 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5c3cf-f29c-49df-83c3-db42403a9df6 req-5bce68ad-372a-4b40-9fdc-b75f23f12e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:54.754106 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8ae5c3cf-f29c-49df-83c3-db42403a9df6 req-5bce68ad-372a-4b40-9fdc-b75f23f12e2b service neutron] 10.222.0.62 "GET /v2.0/networks?id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 HTTP/1.1" status: 200 len: 910 time: 0.0859795 Jul 14 14:18:54.820410 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8ae5c3cf-f29c-49df-83c3-db42403a9df6 req-f40fe023-b2e1-4788-bd0e-9b1493f6643b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0692eac-ac89-432d-b992-b2bef7f2233d HTTP/1.1" status: 200 len: 1002 time: 0.0580637 Jul 14 14:18:54.872285 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5c3cf-f29c-49df-83c3-db42403a9df6 req-130ff5d5-79b2-4a7a-829a-d880337eeeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:54.873723 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8ae5c3cf-f29c-49df-83c3-db42403a9df6 req-130ff5d5-79b2-4a7a-829a-d880337eeeec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d09fa29-169b-4738-a23e-0588e8055df4 HTTP/1.1" status: 200 len: 848 time: 0.0465672 Jul 14 14:18:54.932161 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5c3cf-f29c-49df-83c3-db42403a9df6 req-b9bd9d74-f4e3-438a-b284-7484d5d2a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:54.933641 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8ae5c3cf-f29c-49df-83c3-db42403a9df6 req-b9bd9d74-f4e3-438a-b284-7484d5d2a589 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0510840 Jul 14 14:18:55.019861 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8ae5c3cf-f29c-49df-83c3-db42403a9df6 req-3bb54959-ad64-4e20-9ead-8156efb4146b service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792978 Jul 14 14:18:55.116044 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8ae5c3cf-f29c-49df-83c3-db42403a9df6 req-8e3ac478-16f0-4dc4-8316-bc4adda70660 service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861495 Jul 14 14:18:55.228621 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d9052-ad68-407b-8a2f-c6a9471b28d2 req-bb47da25-040c-44cc-b622-f5a89e7ac16a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:55.230118 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7d2d9052-ad68-407b-8a2f-c6a9471b28d2 req-bb47da25-040c-44cc-b622-f5a89e7ac16a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0626259 Jul 14 14:18:55.267142 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7d2d9052-ad68-407b-8a2f-c6a9471b28d2 req-9a0e83d3-eff5-41ec-8c06-19a5a154f2d3 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308897 Jul 14 14:18:55.602340 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e7946-adc1-4a2c-bec1-e1625184a30e req-9607906b-2a15-4afc-9e92-0e10d3cd8489 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:55.603812 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bc5e7946-adc1-4a2c-bec1-e1625184a30e req-9607906b-2a15-4afc-9e92-0e10d3cd8489 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0660894 Jul 14 14:18:55.641141 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bc5e7946-adc1-4a2c-bec1-e1625184a30e req-3de107d3-a513-4286-b57d-e1a056eea07f tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316579 Jul 14 14:18:55.802206 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9f7ed-ab47-4cb4-817e-0a49530b8685 req-fa45cc1b-a4d5-4c24-ba91-cac3151b1cf4 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:55.803653 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-aea9f7ed-ab47-4cb4-817e-0a49530b8685 req-fa45cc1b-a4d5-4c24-ba91-cac3151b1cf4 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 945 time: 0.0638630 Jul 14 14:18:55.839700 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-aea9f7ed-ab47-4cb4-817e-0a49530b8685 req-035e76f3-ac80-4085-8a40-0996985b7505 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305424 Jul 14 14:18:56.458251 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbbfe9-58b5-4659-a471-685b2258264b req-72689bd9-c04f-4a97-87f2-dc4d63dfff85 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:56.459691 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-39fbbfe9-58b5-4659-a471-685b2258264b req-72689bd9-c04f-4a97-87f2-dc4d63dfff85 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0612350 Jul 14 14:18:56.495558 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-39fbbfe9-58b5-4659-a471-685b2258264b req-0885cb8d-1670-4f34-8541-f9ebdcb41c46 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304434 Jul 14 14:18:56.825315 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9377cc-87eb-4658-834e-db19e21d21a4 req-d997faf5-d5a2-4596-8581-4b7135417b3d tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:56.826788 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ec9377cc-87eb-4658-834e-db19e21d21a4 req-d997faf5-d5a2-4596-8581-4b7135417b3d tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0724771 Jul 14 14:18:56.867880 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ec9377cc-87eb-4658-834e-db19e21d21a4 req-89eabb07-e675-4c50-960f-70dc6c08c7b4 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344100 Jul 14 14:18:57.014233 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042f1a-7e2e-4f31-959b-493c603d2914 req-3cc6911d-7c67-48bb-82eb-dd813a34c094 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:57.016495 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ca042f1a-7e2e-4f31-959b-493c603d2914 req-3cc6911d-7c67-48bb-82eb-dd813a34c094 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 945 time: 0.0638478 Jul 14 14:18:57.057294 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ca042f1a-7e2e-4f31-959b-493c603d2914 req-72ffcf14-5b74-4742-bd4a-02b176024f8a tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343299 Jul 14 14:18:57.673125 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378abf52-b442-4d7e-8477-79ecd42ff3b4 req-6502c4d0-2703-4be5-abcf-2fa61996876b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:57.674512 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-378abf52-b442-4d7e-8477-79ecd42ff3b4 req-6502c4d0-2703-4be5-abcf-2fa61996876b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0659919 Jul 14 14:18:57.710665 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-378abf52-b442-4d7e-8477-79ecd42ff3b4 req-7bc63078-365d-4c33-a36c-734ca0bd7bec tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306594 Jul 14 14:18:58.041425 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4e4c6-d5f6-4507-9edd-26eaffb8fc47 req-b8809d2a-3f42-4d36-8277-ad649afbee30 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:58.042891 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-78e4e4c6-d5f6-4507-9edd-26eaffb8fc47 req-b8809d2a-3f42-4d36-8277-ad649afbee30 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0626054 Jul 14 14:18:58.079287 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-78e4e4c6-d5f6-4507-9edd-26eaffb8fc47 req-3c7053f6-a879-4bcc-85dd-e22a94f014c7 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305545 Jul 14 14:18:58.218595 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a492e8-c638-4a62-ac0b-652f9ea45a18 req-2fcb74e6-d46b-4066-ab1c-53a71fb1bcbb tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:58.220642 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-74a492e8-c638-4a62-ac0b-652f9ea45a18 req-2fcb74e6-d46b-4066-ab1c-53a71fb1bcbb tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 945 time: 0.0960584 Jul 14 14:18:58.286182 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5210b0d-f1fd-4a3f-8246-98771978637d req-604d70ac-a3c4-425a-bef7-41cd9ab2201f tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:58.287683 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f5210b0d-f1fd-4a3f-8246-98771978637d req-604d70ac-a3c4-425a-bef7-41cd9ab2201f tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0c38-04bc-4ac2-a058-d78246941452 HTTP/1.1" status: 200 len: 945 time: 0.1187332 Jul 14 14:18:58.356636 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f5210b0d-f1fd-4a3f-8246-98771978637d req-12653d1b-ca18-4d3d-ad39-49e33b86bb63 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a39a2f-ab0d-4720-9266-e8479fb8ce84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603507 Jul 14 14:18:58.388074 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-74a492e8-c638-4a62-ac0b-652f9ea45a18 req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Deleting port 37e489ef-5cb5-4390-a71e-91b814222ad6 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:18:58.388418 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-74a492e8-c638-4a62-ac0b-652f9ea45a18 req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:58.390013 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 42498) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:18:58.482568 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-b9117cfb-3fb1-4299-90eb-908ff1825b80 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907195 Jul 14 14:18:58.513278 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c92fd-8f36-495b-887b-06058c6763b8 req-11f6f61f-e085-4f0c-8be1-acb36f026f0f tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:58.514775 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6d5c92fd-8f36-495b-887b-06058c6763b8 req-11f6f61f-e085-4f0c-8be1-acb36f026f0f tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.1402175 Jul 14 14:18:58.517161 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-74a492e8-c638-4a62-ac0b-652f9ea45a18 req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] For port 37e489ef-5cb5-4390-a71e-91b814222ad6, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=37e489ef-5cb5-4390-a71e-91b814222ad6,segment=NetworkSegment(a2ab9898-5fea-4bd4-9fa4-ad7b1505f593),segment_id=a2ab9898-5fea-4bd4-9fa4-ad7b1505f593)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:18:58.517517 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-74a492e8-c638-4a62-ac0b-652f9ea45a18 req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:58.542859 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-74a492e8-c638-4a62-ac0b-652f9ea45a18 req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Calling delete_port for 37e489ef-5cb5-4390-a71e-91b814222ad6 owned by compute:nova {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:18:58.597422 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6d5c92fd-8f36-495b-887b-06058c6763b8 req-e109e96e-9d4d-4187-a9f7-463121ac98aa tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756752 Jul 14 14:18:58.684475 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-74a492e8-c638-4a62-ac0b-652f9ea45a18 req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:58.696040 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['37e489ef-5cb5-4390-a71e-91b814222ad6'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:18:58.714989 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Pushing event deleted for resources: {'Port': ['ID=37e489ef-5cb5-4390-a71e-91b814222ad6,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:18:58.729673 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:58.729849 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:58.730103 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:58.730458 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:58.730776 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:58.731105 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:58.731434 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:58.731761 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:58.732088 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:58.732411 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:58.732737 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:58.733087 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:58.772054 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a492e8-c638-4a62-ac0b-652f9ea45a18 req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] No DVR routers for this DVR port 37e489ef-5cb5-4390-a71e-91b814222ad6 on host hv-cinder-67913 {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:18:58.778502 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-74a492e8-c638-4a62-ac0b-652f9ea45a18 req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:58.780488 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-74a492e8-c638-4a62-ac0b-652f9ea45a18 req-0ac67a44-9c85-464d-aaca-8beb615ad586 tempest-VolumesSnapshotTestJSON-1526474902 tempest-VolumesSnapshotTestJSON-1526474902-project] 10.222.0.62 "DELETE /v2.0/ports/37e489ef-5cb5-4390-a71e-91b814222ad6 HTTP/1.1" status: 204 len: 173 time: 0.5523055 Jul 14 14:18:58.780951 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8a0c38-04bc-4ac2-a058-d78246941452', 'name': 'network-vif-deleted', 'tag': '37e489ef-5cb5-4390-a71e-91b814222ad6'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:18:58.783896 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb328758-8f65-4d6b-a371-5d7c5ee6977c" -d '{"events": [{"server_uuid": "cd8a0c38-04bc-4ac2-a058-d78246941452", "name": "network-vif-deleted", "tag": "37e489ef-5cb5-4390-a71e-91b814222ad6"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:18:58.826493 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2743a25-f5cf-4c53-be5b-a7267f299a8c x-openstack-request-id: req-b2743a25-f5cf-4c53-be5b-a7267f299a8c {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:18:58.826824 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8a0c38-04bc-4ac2-a058-d78246941452", "name": "network-vif-deleted", "tag": "37e489ef-5cb5-4390-a71e-91b814222ad6", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:18:58.827116 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2743a25-f5cf-4c53-be5b-a7267f299a8c {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:18:58.827547 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8a0c38-04bc-4ac2-a058-d78246941452', 'name': 'network-vif-deleted', 'tag': '37e489ef-5cb5-4390-a71e-91b814222ad6', 'status': 'completed', 'code': 200} Jul 14 14:18:58.924798 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521cdef-7810-480f-9ccb-652f34627dc7 req-4239e5d8-a256-4450-831e-a4ae560fffa3 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:58.926294 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e521cdef-7810-480f-9ccb-652f34627dc7 req-4239e5d8-a256-4450-831e-a4ae560fffa3 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0653830 Jul 14 14:18:58.970873 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e521cdef-7810-480f-9ccb-652f34627dc7 req-b19170ba-3033-4dcf-b724-c8d60607d0d6 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387449 Jul 14 14:18:59.162437 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:18:59.805145 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8c6ea-6fb7-4bc5-9d85-c4a06a5556fd req-27a1e9ef-88ef-478b-b92d-2d523850ea04 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:59.806611 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dea8c6ea-6fb7-4bc5-9d85-c4a06a5556fd req-27a1e9ef-88ef-478b-b92d-2d523850ea04 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0935950 Jul 14 14:18:59.876904 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dea8c6ea-6fb7-4bc5-9d85-c4a06a5556fd req-1007e335-07ce-45e4-baf2-929048dc2e26 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522690 Jul 14 14:18:59.895434 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-08af4e50-9e78-4c4d-9e7f-c9b58225b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:59.896936 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-08af4e50-9e78-4c4d-9e7f-c9b58225b91c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02&tenant_id=1d86ef4389834ab9980f774ec2beb1e0 HTTP/1.1" status: 200 len: 1099 time: 0.1230247 Jul 14 14:18:59.979389 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-0716811a-098a-4302-a8a8-65728eefc168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:59.980774 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-0716811a-098a-4302-a8a8-65728eefc168 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d86ef4389834ab9980f774ec2beb1e0&device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 1099 time: 0.0591896 Jul 14 14:19:00.069431 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-702f3366-2f44-46ab-9c6e-30ff02a6d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:00.070935 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-702f3366-2f44-46ab-9c6e-30ff02a6d2fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 HTTP/1.1" status: 200 len: 910 time: 0.0840361 Jul 14 14:19:00.392212 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-cce2d111-4668-4c7d-a7a3-5c0d0ae79477 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0692eac-ac89-432d-b992-b2bef7f2233d HTTP/1.1" status: 200 len: 1002 time: 0.3126812 Jul 14 14:19:00.448225 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd72171-ed5f-4dc7-973d-78e2d738ca77 req-12ae6f7e-c366-4b37-be47-2c2cc62a2669 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:00.449710 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-acd72171-ed5f-4dc7-973d-78e2d738ca77 req-12ae6f7e-c366-4b37-be47-2c2cc62a2669 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.3632941 Jul 14 14:19:00.458657 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-4ffef066-e9ce-4af7-a516-ddfd64a2fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:00.459976 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-4ffef066-e9ce-4af7-a516-ddfd64a2fb56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d09fa29-169b-4738-a23e-0588e8055df4 HTTP/1.1" status: 200 len: 848 time: 0.0606871 Jul 14 14:19:00.518892 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-acd72171-ed5f-4dc7-973d-78e2d738ca77 req-9ba34271-fc93-49fa-a451-4a2d51054c5a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624373 Jul 14 14:19:00.542475 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-20fd3a14-c64e-45c8-b28a-266a49167102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:00.543962 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-20fd3a14-c64e-45c8-b28a-266a49167102 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0717349 Jul 14 14:19:00.630980 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-aaefa8b3-06ff-4415-8096-bbf01bcecc0c service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796714 Jul 14 14:19:00.720530 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c6fdb2f2-453b-4b3e-815c-78d3313a2895 req-c68c5dff-c72a-4ad6-a91f-fda2c46ec2e1 service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825114 Jul 14 14:19:00.880967 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 37e489ef-5cb5-4390-a71e-91b814222ad6 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:19:00.903161 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 37e489ef-5cb5-4390-a71e-91b814222ad6 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:19:00.903584 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 37e489ef-5cb5-4390-a71e-91b814222ad6 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:19:00.904059 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device a0692eac-ac89-432d-b992-b2bef7f2233d no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:19:00.984756 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:01.008908 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:19:01.011552 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0eba71-787b-4b9e-b213-ccf4a1e46a7a" -d '{"events": [{"server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "name": "network-vif-unplugged", "status": "completed", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:19:01.031326 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port a0692eac-ac89-432d-b992-b2bef7f2233d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a0692eac-ac89-432d-b992-b2bef7f2233d,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:01.036395 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:01.060909 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bbd7a-5d47-497d-8f62-6aaf923a3740 req-8fb7f781-1def-456b-a75f-0899e89d0714 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:01.061418 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 14:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d789d954-f3c9-4a30-a575-ce052248cbec x-openstack-request-id: req-d789d954-f3c9-4a30-a575-ce052248cbec {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:19:01.061692 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "name": "network-vif-unplugged", "status": "completed", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:19:01.061945 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d789d954-f3c9-4a30-a575-ce052248cbec {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:19:01.063703 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ef0bbd7a-5d47-497d-8f62-6aaf923a3740 req-8fb7f781-1def-456b-a75f-0899e89d0714 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0718710 Jul 14 14:19:01.064282 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'code': 200} Jul 14 14:19:01.090845 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=a0692eac-ac89-432d-b992-b2bef7f2233d,revision_number=6']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:01.097743 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:01.098093 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:01.098434 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:01.098771 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:01.099101 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:01.099429 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:01.099754 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:01.100079 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:01.100428 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:01.100757 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:01.101109 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:01.101363 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ef0bbd7a-5d47-497d-8f62-6aaf923a3740 req-9e5e23df-856e-4352-a8d9-b9f012f6cbd2 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328224 Jul 14 14:19:01.101480 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:01.700036 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09c0d9-ca30-43c4-9cd9-6c358aa148fb req-6f035862-5a8c-496a-a012-7c540b49a308 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:01.701586 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1a09c0d9-ca30-43c4-9cd9-6c358aa148fb req-6f035862-5a8c-496a-a012-7c540b49a308 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0650945 Jul 14 14:19:01.738585 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1a09c0d9-ca30-43c4-9cd9-6c358aa148fb req-8e8c656c-39a3-4ebe-81fa-4b5def5adaca tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310223 Jul 14 14:19:01.909177 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa607a-dde4-4828-8848-a2f298f59881 req-778735d1-13dc-4093-8864-3941a0ca5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:01.910534 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-aaaa607a-dde4-4828-8848-a2f298f59881 req-778735d1-13dc-4093-8864-3941a0ca5c2b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 1097 time: 0.0536115 Jul 14 14:19:01.946016 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-aaaa607a-dde4-4828-8848-a2f298f59881 req-9a3af48b-1a2d-4b07-85f5-c8038c294851 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276721 Jul 14 14:19:02.285333 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4c77e-e561-49a7-9c08-cb88502eb28c req-b7469348-1aa5-4df3-823e-d3b263b06767 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:02.286817 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0be4c77e-e561-49a7-9c08-cb88502eb28c req-b7469348-1aa5-4df3-823e-d3b263b06767 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 944 time: 0.0672743 Jul 14 14:19:02.324247 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0be4c77e-e561-49a7-9c08-cb88502eb28c req-6729b0f4-7a3d-4508-a4a2-d3275b361b59 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315666 Jul 14 14:19:02.879826 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device a0692eac-ac89-432d-b992-b2bef7f2233d details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:19:02.918063 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be056f-9cb3-4c0d-bb69-ca1b828fbc19 req-b5f28b32-cab7-4a00-946e-4286ac82bf6b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:02.919548 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a2be056f-9cb3-4c0d-bb69-ca1b828fbc19 req-b5f28b32-cab7-4a00-946e-4286ac82bf6b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0641429 Jul 14 14:19:02.957624 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a2be056f-9cb3-4c0d-bb69-ca1b828fbc19 req-c5bed0b9-5674-4328-9709-314949b2d9b9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Jul 14 14:19:02.979055 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port a0692eac-ac89-432d-b992-b2bef7f2233d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a0692eac-ac89-432d-b992-b2bef7f2233d,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:02.990386 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'port_id': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'mac_address': 'fa:16:3e:fd:28:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:19:03.030749 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:03.043532 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0692eac-ac89-432d-b992-b2bef7f2233d {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:19:03.063544 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port a0692eac-ac89-432d-b992-b2bef7f2233d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a0692eac-ac89-432d-b992-b2bef7f2233d,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:03.067330 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:03.114657 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=a0692eac-ac89-432d-b992-b2bef7f2233d,revision_number=7']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:03.330128 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['a0692eac-ac89-432d-b992-b2bef7f2233d'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:19:03.528640 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28af566-dc54-4887-8bf9-05fed81f0f06 req-3711bd16-4af3-4cc4-8e47-8c3236ac0675 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:03.530143 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d28af566-dc54-4887-8bf9-05fed81f0f06 req-3711bd16-4af3-4cc4-8e47-8c3236ac0675 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 945 time: 0.0896659 Jul 14 14:19:03.573978 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d28af566-dc54-4887-8bf9-05fed81f0f06 req-41d5e65c-7ae7-463d-a56f-2f519211f0b9 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374715 Jul 14 14:19:04.133817 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb26251-2dc4-487f-bee7-6c21586727ba req-245d8d78-b16b-4624-9e6f-4631fda575c4 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:04.135275 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-deb26251-2dc4-487f-bee7-6c21586727ba req-245d8d78-b16b-4624-9e6f-4631fda575c4 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0625300 Jul 14 14:19:04.172834 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-deb26251-2dc4-487f-bee7-6c21586727ba req-3e4866ac-4cff-4058-9840-e73910b04a00 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Jul 14 14:19:04.890311 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 593d6d41-c9bc-4084-9b24-76eedaec8d19 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:19:04.894180 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device a0692eac-ac89-432d-b992-b2bef7f2233d up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:19:05.007386 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port a0692eac-ac89-432d-b992-b2bef7f2233d triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:19:05.007806 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:05.051721 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:05.065368 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'port_id': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'mac_address': 'fa:16:3e:f7:7e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:19:05.254712 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:05.265014 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:05.276855 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 593d6d41-c9bc-4084-9b24-76eedaec8d19 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:19:05.307105 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:19:05.309379 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f173079-4096-4954-b614-4d8f0eb0f450" -d '{"events": [{"server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "name": "network-vif-plugged", "status": "completed", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:19:05.321011 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:05.324636 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port a0692eac-ac89-432d-b992-b2bef7f2233d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a0692eac-ac89-432d-b992-b2bef7f2233d,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:05.326799 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:05.333088 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:05.353598 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa7e145-527a-4b7f-bc74-f570599c1349 x-openstack-request-id: req-2aa7e145-527a-4b7f-bc74-f570599c1349 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:19:05.353888 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "name": "network-vif-plugged", "status": "completed", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:19:05.354270 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2aa7e145-527a-4b7f-bc74-f570599c1349 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:19:05.354656 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'code': 200} Jul 14 14:19:05.366029 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81097e-9c6f-4598-8d36-10fa4e9926f0 req-ff35013f-9feb-4f7e-a547-224724073fae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:05.367555 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9a81097e-9c6f-4598-8d36-10fa4e9926f0 req-ff35013f-9feb-4f7e-a547-224724073fae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0767913 Jul 14 14:19:05.384184 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=593d6d41-c9bc-4084-9b24-76eedaec8d19,revision_number=6']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:05.408805 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9a81097e-9c6f-4598-8d36-10fa4e9926f0 req-f9c973dd-c8c3-4bb8-bd2e-feaea543f90b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354435 Jul 14 14:19:05.415583 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['593d6d41-c9bc-4084-9b24-76eedaec8d19'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:19:05.474564 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=a0692eac-ac89-432d-b992-b2bef7f2233d,revision_number=8']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:05.694934 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eade65e0-71d6-47ec-9918-158ac3f609df req-85b6a2b2-13d6-4302-ba94-ef798ed61c04 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051906155&fields=id&tenant_id=7f7d52954fd14a2b8fa3d2e85b883f14 HTTP/1.1" status: 200 len: 267 time: 0.0368419 Jul 14 14:19:05.763459 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade65e0-71d6-47ec-9918-158ac3f609df req-fab9fd5d-515b-4106-a3d9-cf3803b9c553 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:05.765024 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eade65e0-71d6-47ec-9918-158ac3f609df req-fab9fd5d-515b-4106-a3d9-cf3803b9c553 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 984 time: 0.0648751 Jul 14 14:19:05.777917 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [req-eade65e0-71d6-47ec-9918-158ac3f609df req-89be48ca-8882-4d4d-8189-0f19222a1f4f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Request body: {'port': {'security_groups': ['0dadf4a6-be15-4b33-a31e-e27db6ebbb97']}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:19:05.867979 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-eade65e0-71d6-47ec-9918-158ac3f609df req-89be48ca-8882-4d4d-8189-0f19222a1f4f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:06.059511 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-eade65e0-71d6-47ec-9918-158ac3f609df req-89be48ca-8882-4d4d-8189-0f19222a1f4f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] For port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:06.100277 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-eade65e0-71d6-47ec-9918-158ac3f609df req-89be48ca-8882-4d4d-8189-0f19222a1f4f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:06.107204 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-eade65e0-71d6-47ec-9918-158ac3f609df req-89be48ca-8882-4d4d-8189-0f19222a1f4f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:06.122822 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:19:06.161855 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade65e0-71d6-47ec-9918-158ac3f609df req-89be48ca-8882-4d4d-8189-0f19222a1f4f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:06.162513 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-eade65e0-71d6-47ec-9918-158ac3f609df req-89be48ca-8882-4d4d-8189-0f19222a1f4f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:06.167319 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eade65e0-71d6-47ec-9918-158ac3f609df req-89be48ca-8882-4d4d-8189-0f19222a1f4f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "PUT /v2.0/ports/916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 HTTP/1.1" status: 200 len: 942 time: 0.3942139 Jul 14 14:19:06.167808 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:19:06.169861 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 42618) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:06.179847 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7253bd56-639d-4ddd-aeef-ee17765653a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:19:06.226060 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be48ca-8882-4d4d-8189-0f19222a1f4f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event updated for resources: {'Port': ['ID=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,revision_number=7']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:06.253430 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:19:06.266569 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40486aa1-0ac2-4ea5-a91e-d4fecb628682 x-openstack-request-id: req-40486aa1-0ac2-4ea5-a91e-d4fecb628682 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:19:06.267187 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:19:06.267606 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40486aa1-0ac2-4ea5-a91e-d4fecb628682 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:19:06.268163 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'status': 'completed', 'code': 200} Jul 14 14:19:06.308028 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:06.356641 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:06.394245 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253bd56-639d-4ddd-aeef-ee17765653a2 req-d1e20129-b10a-4353-bb66-af313ed809ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:06.395831 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7253bd56-639d-4ddd-aeef-ee17765653a2 req-d1e20129-b10a-4353-bb66-af313ed809ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f7d52954fd14a2b8fa3d2e85b883f14&device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 1098 time: 0.0968449 Jul 14 14:19:06.432914 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:06.436163 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:06.437947 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "DELETE /v2.0/security-groups/545f779c-bff3-4820-b425-7c5a7985a913 HTTP/1.1" status: 204 len: 168 time: 0.2667658 Jul 14 14:19:06.454906 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 42622) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:06.559679 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-634c454e-479c-4bee-bee0-25d784251750 None None] Provisioning complete for port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:19:06.559978 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-634c454e-479c-4bee-bee0-25d784251750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:06.623308 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=545f779c-bff3-4820-b425-7c5a7985a913,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:06.643211 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253bd56-639d-4ddd-aeef-ee17765653a2 req-63ee7239-2201-48bf-8ac7-3c1a3be1997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:06.644839 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7253bd56-639d-4ddd-aeef-ee17765653a2 req-63ee7239-2201-48bf-8ac7-3c1a3be1997a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c32af85c-8471-4793-9b68-be332f02fb89 HTTP/1.1" status: 200 len: 915 time: 0.2423956 Jul 14 14:19:06.664148 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:06.664620 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:06.664989 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:06.665542 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:06.666034 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:06.666535 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:06.667032 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:06.667571 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:06.668101 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:06.668619 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:06.669168 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:06.669709 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3782150-349e-47cd-bae7-725da37dcfc0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:19:06.754859 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872b5ff-ba6c-4f54-8878-749865890f13 req-2e6402b3-ea00-4b1b-bd70-9810ff73daa7 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:06.757343 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5872b5ff-ba6c-4f54-8878-749865890f13 req-2e6402b3-ea00-4b1b-bd70-9810ff73daa7 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 944 time: 0.1581244 Jul 14 14:19:06.757722 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Deleting port 4516def9-23bd-4216-a179-af32866c85f0 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:19:06.758277 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:06.773746 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7253bd56-639d-4ddd-aeef-ee17765653a2 req-ed3a9ac0-2f65-4879-b3fd-e18d7d362119 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 HTTP/1.1" status: 200 len: 1000 time: 0.1215384 Jul 14 14:19:06.845261 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5872b5ff-ba6c-4f54-8878-749865890f13 req-cb5ba1f2-d0b4-48c4-93e9-49cca944f2c1 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803773 Jul 14 14:19:06.848994 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253bd56-639d-4ddd-aeef-ee17765653a2 req-8d0bdc6c-6d3c-4ca1-a56f-8ab23dd9c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:06.850433 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7253bd56-639d-4ddd-aeef-ee17765653a2 req-8d0bdc6c-6d3c-4ca1-a56f-8ab23dd9c546 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=452b12cc-11f7-4d78-8ff3-9a96dd39ceb5 HTTP/1.1" status: 200 len: 853 time: 0.0705435 Jul 14 14:19:06.860448 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:06.861106 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:06.877403 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Calling delete_port for 4516def9-23bd-4216-a179-af32866c85f0 owned by network:floatingip {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:19:06.894809 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 593d6d41-c9bc-4084-9b24-76eedaec8d19 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:19:06.942245 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253bd56-639d-4ddd-aeef-ee17765653a2 req-b9d2f74f-e03b-4bad-b08b-a62efeae35db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:06.943758 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7253bd56-639d-4ddd-aeef-ee17765653a2 req-b9d2f74f-e03b-4bad-b08b-a62efeae35db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c32af85c-8471-4793-9b68-be332f02fb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0836010 Jul 14 14:19:06.953213 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 593d6d41-c9bc-4084-9b24-76eedaec8d19 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:19:06.953577 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:07.098878 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7253bd56-639d-4ddd-aeef-ee17765653a2 req-aeba1ef0-78ea-4f62-863b-2553adcc5c51 service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451333 Jul 14 14:19:07.143809 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:07.215522 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:07.225438 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:07.231816 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:07.235239 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7253bd56-639d-4ddd-aeef-ee17765653a2 req-034d4c67-29fd-48e8-915e-386bbbf36ecf service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271551 Jul 14 14:19:07.256620 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event deleted for resources: {'Port': ['ID=4516def9-23bd-4216-a179-af32866c85f0,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:07.338337 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=593d6d41-c9bc-4084-9b24-76eedaec8d19,revision_number=7']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:07.347304 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:07.349194 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.l3_db [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Floating IP fae65355-7b03-454d-a021-2cadb18d8017 disassociated (deleted). External IP: 172.28.3.98, port: 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66. Jul 14 14:19:07.356158 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:19:07.359529 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb491410-ac88-4bc2-8613-56b54a305d4f" -d '{"events": [{"server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "name": "network-vif-plugged", "status": "completed", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:19:07.437416 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32baf00-f62f-484a-b7a0-e391bb403e01 x-openstack-request-id: req-d32baf00-f62f-484a-b7a0-e391bb403e01 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:19:07.437901 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "name": "network-vif-plugged", "status": "completed", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:19:07.438161 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d32baf00-f62f-484a-b7a0-e391bb403e01 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:19:07.438720 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'code': 200} Jul 14 14:19:07.630242 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Router 6541f576-dfc3-4699-88b4-122b63754ee7 has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:19:08.008151 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:19:08.013312 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:08.019671 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96199456-7609-4046-93dd-d2d2195e8d4b None None] Sync routers for ids ['6541f576-dfc3-4699-88b4-122b63754ee7'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:19:08.028535 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96199456-7609-4046-93dd-d2d2195e8d4b None None] Routers {'6541f576-dfc3-4699-88b4-122b63754ee7'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:19:08.029403 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-96199456-7609-4046-93dd-d2d2195e8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:18:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6541f576-dfc3-4699-88b4-122b63754ee7'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:08.072644 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-9e6aecb8-2a3f-4ccf-b44c-1bcdf4562ffc tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "DELETE /v2.0/floatingips/fae65355-7b03-454d-a021-2cadb18d8017 HTTP/1.1" status: 204 len: 168 time: 1.6147301 Jul 14 14:19:08.074782 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:19:08.089842 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4244841-e9c0-47ea-90da-bff616ef68ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:19:08.131152 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86065a5-7dd7-4d07-b609-315b5f9ee022 req-4c5fa8db-7f41-4eb4-80d5-bd82ac76e515 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:08.143069 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f86065a5-7dd7-4d07-b609-315b5f9ee022 req-4c5fa8db-7f41-4eb4-80d5-bd82ac76e515 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.1067147 Jul 14 14:19:08.186090 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-96199456-7609-4046-93dd-d2d2195e8d4b None None] Set router 6541f576-dfc3-4699-88b4-122b63754ee7 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:19:08.204255 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f86065a5-7dd7-4d07-b609-315b5f9ee022 req-3cc59f95-dcfb-444f-acd8-eb7358e78c8f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528400 Jul 14 14:19:08.269868 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767f2a81-4f20-448c-9c7a-ac7ff03a446a x-openstack-request-id: req-767f2a81-4f20-448c-9c7a-ac7ff03a446a {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:19:08.270401 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:19:08.270680 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-767f2a81-4f20-448c-9c7a-ac7ff03a446a {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:19:08.271151 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'status': 'completed', 'code': 200} Jul 14 14:19:08.420372 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4244841-e9c0-47ea-90da-bff616ef68ce req-426a1d7b-142a-420d-acc5-6dc99d3611d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:08.423498 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c4244841-e9c0-47ea-90da-bff616ef68ce req-426a1d7b-142a-420d-acc5-6dc99d3611d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f7d52954fd14a2b8fa3d2e85b883f14&device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 1098 time: 0.1324801 Jul 14 14:19:08.554006 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4244841-e9c0-47ea-90da-bff616ef68ce req-1d6d2127-d46e-40ec-852d-894178afa430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:08.555527 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c4244841-e9c0-47ea-90da-bff616ef68ce req-1d6d2127-d46e-40ec-852d-894178afa430 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c32af85c-8471-4793-9b68-be332f02fb89 HTTP/1.1" status: 200 len: 915 time: 0.1259928 Jul 14 14:19:08.555677 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-96199456-7609-4046-93dd-d2d2195e8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:16:39Z', 'revision_number': 4, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'ccf8357b-1fe0-4d7b-8939-ef8eb351e18d', 'name': '', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'mac_address': 'fa:16:3e:bb:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:38Z', 'updated_at': '2021-07-14T14:16:46Z', 'revision_number': 5, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'subnets': [{'id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:08.589209 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96199456-7609-4046-93dd-d2d2195e8d4b None None] Checking router: 6541f576-dfc3-4699-88b4-122b63754ee7 for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:19:08.605953 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96199456-7609-4046-93dd-d2d2195e8d4b None None] Routers {'6541f576-dfc3-4699-88b4-122b63754ee7'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:19:08.606492 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-96199456-7609-4046-93dd-d2d2195e8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:18:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6541f576-dfc3-4699-88b4-122b63754ee7'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:08.615439 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c4244841-e9c0-47ea-90da-bff616ef68ce req-e4a96c22-ec9b-44ba-a617-1d323015ff45 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 HTTP/1.1" status: 200 len: 217 time: 0.0485442 Jul 14 14:19:08.693918 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4244841-e9c0-47ea-90da-bff616ef68ce req-92219a9a-210a-4b9a-a61c-5b04224930ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:08.695714 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c4244841-e9c0-47ea-90da-bff616ef68ce req-92219a9a-210a-4b9a-a61c-5b04224930ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=452b12cc-11f7-4d78-8ff3-9a96dd39ceb5 HTTP/1.1" status: 200 len: 853 time: 0.0729098 Jul 14 14:19:08.762791 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-96199456-7609-4046-93dd-d2d2195e8d4b None None] Set router 6541f576-dfc3-4699-88b4-122b63754ee7 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:19:08.796242 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4244841-e9c0-47ea-90da-bff616ef68ce req-e27c6744-f03c-4998-ab27-84c8b8fe3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:08.798693 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c4244841-e9c0-47ea-90da-bff616ef68ce req-e27c6744-f03c-4998-ab27-84c8b8fe3e09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c32af85c-8471-4793-9b68-be332f02fb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0947189 Jul 14 14:19:08.946989 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c4244841-e9c0-47ea-90da-bff616ef68ce req-91086b52-5664-46fd-ba22-73b707e88fd8 service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391103 Jul 14 14:19:09.072381 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-96199456-7609-4046-93dd-d2d2195e8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:16:39Z', 'revision_number': 4, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'ccf8357b-1fe0-4d7b-8939-ef8eb351e18d', 'name': '', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'mac_address': 'fa:16:3e:bb:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:38Z', 'updated_at': '2021-07-14T14:16:46Z', 'revision_number': 5, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'subnets': [{'id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:09.080328 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c4244841-e9c0-47ea-90da-bff616ef68ce req-0096ec4b-f7d0-4263-8f25-ecdc8bd9f93d service neutron] 10.222.0.62 "GET /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251462 Jul 14 14:19:09.118013 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96199456-7609-4046-93dd-d2d2195e8d4b None None] The sync data for ids ['6541f576-dfc3-4699-88b4-122b63754ee7'] in dv-cinder-679138-10-smb is: [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:16:39Z', 'revision_number': 4, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'ccf8357b-1fe0-4d7b-8939-ef8eb351e18d', 'name': '', 'network_id': 'c32af85c-8471-4793-9b68-be332f02fb89', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'mac_address': 'fa:16:3e:bb:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:38Z', 'updated_at': '2021-07-14T14:16:46Z', 'revision_number': 5, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'subnets': [{'id': '452b12cc-11f7-4d78-8ff3-9a96dd39ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:19:09.408441 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c68cb-7a23-4cae-8827-40e3833cd5dd None None] New status for floating IP fae65355-7b03-454d-a021-2cadb18d8017: DOWN {{(pid=93060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:19:09.427933 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44c6b5-49fe-4a4f-9945-60f8711893ff req-7f5b05f7-61ee-4c49-94fc-8eae347e3a16 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:09.429702 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7e44c6b5-49fe-4a4f-9945-60f8711893ff req-7f5b05f7-61ee-4c49-94fc-8eae347e3a16 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.1042399 Jul 14 14:19:09.481567 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7e44c6b5-49fe-4a4f-9945-60f8711893ff req-d27a0425-75fe-48bc-adc7-acc356a9defc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459068 Jul 14 14:19:09.991420 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-dab24ac6-a305-459c-ad32-1cba8da08625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:10.690845 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e2924-8df4-4021-8169-c9babaa4da9a req-d478118d-2315-42c5-8379-8cca6bb036e0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:10.692288 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bc8e2924-8df4-4021-8169-c9babaa4da9a req-d478118d-2315-42c5-8379-8cca6bb036e0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0680065 Jul 14 14:19:10.734689 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-bc8e2924-8df4-4021-8169-c9babaa4da9a req-9b104a97-7373-40fa-82c9-21cf081f901b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354185 Jul 14 14:19:11.433022 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad9982-db72-4bec-a7c5-3daddd102ab4 req-64369068-6f74-441d-bbb0-19be9ba31ec0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:11.434486 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-85ad9982-db72-4bec-a7c5-3daddd102ab4 req-64369068-6f74-441d-bbb0-19be9ba31ec0 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 945 time: 0.0739667 Jul 14 14:19:11.477474 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-85ad9982-db72-4bec-a7c5-3daddd102ab4 req-14055b2c-0bc7-4c4b-9c03-9d05c453653d tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363441 Jul 14 14:19:11.930059 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72823c31-3669-49d3-a2fd-10e35b900c47 req-5eea0764-a089-463e-8d03-6ee9f6c7e270 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:11.931572 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-72823c31-3669-49d3-a2fd-10e35b900c47 req-5eea0764-a089-463e-8d03-6ee9f6c7e270 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0765166 Jul 14 14:19:11.975279 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-72823c31-3669-49d3-a2fd-10e35b900c47 req-582ef6b4-2654-4b9b-8c24-38d42e489bca tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375586 Jul 14 14:19:12.322227 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cbc7e951-76d2-45a6-9a22-6ffd9ceee49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:12.677682 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005019b7-2dcc-4ddc-a6bd-c2cfdb3bed00 req-139d89a4-c03d-412c-96ff-c0908b7b2c07 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:12.679319 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-005019b7-2dcc-4ddc-a6bd-c2cfdb3bed00 req-139d89a4-c03d-412c-96ff-c0908b7b2c07 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 945 time: 0.0712576 Jul 14 14:19:12.699170 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:12.725119 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-005019b7-2dcc-4ddc-a6bd-c2cfdb3bed00 req-0a9fe446-0769-487a-8355-1407e686076f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/security-groups?id=0dadf4a6-be15-4b33-a31e-e27db6ebbb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399714 Jul 14 14:19:13.209716 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26bd30-9d2b-4865-9b9b-d75925b121eb req-73a5f245-aa4a-4346-ab7c-95a57bc7e3a2 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:13.211693 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fe26bd30-9d2b-4865-9b9b-d75925b121eb req-73a5f245-aa4a-4346-ab7c-95a57bc7e3a2 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.62 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 945 time: 0.1120005 Jul 14 14:19:13.220408 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d38750-b258-4265-9573-f2a30960061e req-c692e036-3086-4be5-a815-9a5385106627 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:13.221824 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d2d38750-b258-4265-9573-f2a30960061e req-c692e036-3086-4be5-a815-9a5385106627 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0930803 Jul 14 14:19:13.326319 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d2d38750-b258-4265-9573-f2a30960061e req-6123da2a-dd15-4176-beb6-98bfe19f0ec9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778928 Jul 14 14:19:13.355316 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-fe26bd30-9d2b-4865-9b9b-d75925b121eb req-58ca5065-8bb4-4280-ab3e-ed21d1d2a022 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Deleting port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:19:13.355662 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-fe26bd30-9d2b-4865-9b9b-d75925b121eb req-58ca5065-8bb4-4280-ab3e-ed21d1d2a022 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:13.487191 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-fe26bd30-9d2b-4865-9b9b-d75925b121eb req-58ca5065-8bb4-4280-ab3e-ed21d1d2a022 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] For port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:13.487557 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-fe26bd30-9d2b-4865-9b9b-d75925b121eb req-58ca5065-8bb4-4280-ab3e-ed21d1d2a022 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:13.503128 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-fe26bd30-9d2b-4865-9b9b-d75925b121eb req-58ca5065-8bb4-4280-ab3e-ed21d1d2a022 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Calling delete_port for 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 owned by compute:nova {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:19:13.653358 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-fe26bd30-9d2b-4865-9b9b-d75925b121eb req-58ca5065-8bb4-4280-ab3e-ed21d1d2a022 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:13.666758 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:19:13.697293 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca5065-8bb4-4280-ab3e-ed21d1d2a022 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Pushing event deleted for resources: {'Port': ['ID=916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:13.759587 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe26bd30-9d2b-4865-9b9b-d75925b121eb req-58ca5065-8bb4-4280-ab3e-ed21d1d2a022 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] No DVR routers for this DVR port 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 on host hv-cinder-67913 {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:19:13.767337 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-fe26bd30-9d2b-4865-9b9b-d75925b121eb req-58ca5065-8bb4-4280-ab3e-ed21d1d2a022 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:13.779691 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fe26bd30-9d2b-4865-9b9b-d75925b121eb req-58ca5065-8bb4-4280-ab3e-ed21d1d2a022 tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.62 "DELETE /v2.0/ports/916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 HTTP/1.1" status: 204 len: 173 time: 0.5565457 Jul 14 14:19:13.779911 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'name': 'network-vif-deleted', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:19:13.782275 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f009f1-9c26-4a49-b354-11ade79735f2" -d '{"events": [{"server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "name": "network-vif-deleted", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:19:13.813531 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:13.886025 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240dc27f-0ca2-4952-ab80-df1ddfc24d70 x-openstack-request-id: req-240dc27f-0ca2-4952-ab80-df1ddfc24d70 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:19:13.886377 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f442b725-63f5-4a09-8062-5392f7abe2cd", "name": "network-vif-deleted", "tag": "916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:19:13.886562 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-240dc27f-0ca2-4952-ab80-df1ddfc24d70 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:19:13.886954 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f442b725-63f5-4a09-8062-5392f7abe2cd', 'name': 'network-vif-deleted', 'tag': '916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66', 'status': 'completed', 'code': 200} Jul 14 14:19:13.897355 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a43c35ab-ed44-44dc-982b-35877b5f3d4a req-080efc26-28e9-4afd-9f6d-2300c034164f tempest-TestMinimumBasicScenario-1693658868 tempest-TestMinimumBasicScenario-1693658868-project] 10.222.0.53 "GET /v2.0/ports?device_id=f442b725-63f5-4a09-8062-5392f7abe2cd HTTP/1.1" status: 200 len: 210 time: 0.0418036 Jul 14 14:19:14.571837 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b87f41-93f1-469b-84ad-a9f77afed6f9 req-dd8c926f-73e9-437a-8f77-61898ed2831e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:14.574018 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-69b87f41-93f1-469b-84ad-a9f77afed6f9 req-dd8c926f-73e9-437a-8f77-61898ed2831e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0952165 Jul 14 14:19:14.628730 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-69b87f41-93f1-469b-84ad-a9f77afed6f9 req-829d2fc0-2c31-45af-a5bf-b0071ba96fac tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467823 Jul 14 14:19:15.167542 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:15.859152 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bb3d0-3a7f-4ac6-b99b-f19c4f2a210e req-466814ca-1eb3-4842-aa87-a9ffcbf87cfa tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:15.861403 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-087bb3d0-3a7f-4ac6-b99b-f19c4f2a210e req-466814ca-1eb3-4842-aa87-a9ffcbf87cfa tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.0810933 Jul 14 14:19:15.921565 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-087bb3d0-3a7f-4ac6-b99b-f19c4f2a210e req-a4510837-df90-45f5-898c-b7c35b703d36 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528634 Jul 14 14:19:15.959115 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 42798) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:16.430825 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7adf237d-238d-4db8-a371-4e8e00d7722e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3855411'] for router_interface, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:16.702967 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-7adf237d-238d-4db8-a371-4e8e00d7722e admin admin] Deleting port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:19:16.703218 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7adf237d-238d-4db8-a371-4e8e00d7722e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:16.779774 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-7adf237d-238d-4db8-a371-4e8e00d7722e admin admin] For port ccf8357b-1fe0-4d7b-8939-ef8eb351e18d, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=ccf8357b-1fe0-4d7b-8939-ef8eb351e18d,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:16.780121 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7adf237d-238d-4db8-a371-4e8e00d7722e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:16.792781 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-7adf237d-238d-4db8-a371-4e8e00d7722e admin admin] Calling delete_port for ccf8357b-1fe0-4d7b-8939-ef8eb351e18d owned by network:router_interface {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:19:16.978004 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7adf237d-238d-4db8-a371-4e8e00d7722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:16.978632 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:19:17.003239 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf237d-238d-4db8-a371-4e8e00d7722e admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf8357b-1fe0-4d7b-8939-ef8eb351e18d,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:17.010029 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:19:17.010381 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 916a00d4-bf2e-4ca1-aeb7-c72f0bab6d66 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:19:17.027933 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 42814) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:17.163610 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_v2 [None req-3239be24-192b-454b-979c-13510156bce9 admin admin] Deleting subnet 7a162910-e28d-49f4-81a0-ffc6ed54da80 {{(pid=93057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:19:17.167027 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3239be24-192b-454b-979c-13510156bce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.210195 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7adf237d-238d-4db8-a371-4e8e00d7722e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3855519'] for router_interface, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.215916 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3239be24-192b-454b-979c-13510156bce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9166547'] for subnet, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.263681 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3239be24-192b-454b-979c-13510156bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.274137 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2addd0-4171-40fc-a47d-c104420c3cc7 req-dbbd37e5-54c6-4ff5-a34a-6dc0417feb80 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:17.275573 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e2addd0-4171-40fc-a47d-c104420c3cc7 req-dbbd37e5-54c6-4ff5-a34a-6dc0417feb80 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.1754460 Jul 14 14:19:17.378512 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5e2addd0-4171-40fc-a47d-c104420c3cc7 req-9bbe17fd-5e2a-4415-af88-f2f83ec3a588 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767307 Jul 14 14:19:17.397195 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51657a17-d18b-4c05-8d9a-cdbc4d83d9f8 req-fe27a2d3-84ed-4d2a-8956-a2cf2cc2c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:17.398793 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51657a17-d18b-4c05-8d9a-cdbc4d83d9f8 req-fe27a2d3-84ed-4d2a-8956-a2cf2cc2c74e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 1098 time: 0.1324294 Jul 14 14:19:17.399921 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3239be24-192b-454b-979c-13510156bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9166583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9273958'] for subnet, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.432231 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adf237d-238d-4db8-a371-4e8e00d7722e admin admin] Router 6541f576-dfc3-4699-88b4-122b63754ee7 has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:19:17.433826 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239be24-192b-454b-979c-13510156bce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a162910-e28d-49f4-81a0-ffc6ed54da80,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:17.469214 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-3239be24-192b-454b-979c-13510156bce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.470997 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-3239be24-192b-454b-979c-13510156bce9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7a162910-e28d-49f4-81a0-ffc6ed54da80 HTTP/1.1" status: 204 len: 168 time: 0.4415061 Jul 14 14:19:17.473541 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 42816) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:17.540105 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adf237d-238d-4db8-a371-4e8e00d7722e admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:19:17.548922 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-7adf237d-238d-4db8-a371-4e8e00d7722e admin admin] 10.222.0.53 "PUT /v2.0/routers/6541f576-dfc3-4699-88b4-122b63754ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5851169 Jul 14 14:19:17.548922 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 42818) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:17.552042 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b48c8-efef-4f76-9e57-328f6124083c None None] Sync routers for ids ['6541f576-dfc3-4699-88b4-122b63754ee7'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:19:17.561602 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b48c8-efef-4f76-9e57-328f6124083c None None] Routers {'6541f576-dfc3-4699-88b4-122b63754ee7'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:19:17.562388 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-997b48c8-efef-4f76-9e57-328f6124083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:19:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6541f576-dfc3-4699-88b4-122b63754ee7'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:17.659912 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Notify callbacks [] for router, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.676945 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-997b48c8-efef-4f76-9e57-328f6124083c None None] Set router 6541f576-dfc3-4699-88b4-122b63754ee7 gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:19:17.772052 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.801453 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.805750 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51657a17-d18b-4c05-8d9a-cdbc4d83d9f8 req-785f9854-a40f-4975-b65f-f925a39f1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:17.807239 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51657a17-d18b-4c05-8d9a-cdbc4d83d9f8 req-785f9854-a40f-4975-b65f-f925a39f1cdd service neutron] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 918 time: 0.3988543 Jul 14 14:19:17.829725 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Deleting port 87fd73b6-5323-4365-a616-0d91bd95e039 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:19:17.830154 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.868796 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-997b48c8-efef-4f76-9e57-328f6124083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:19:16Z', 'revision_number': 5, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port': {'id': '87fd73b6-5323-4365-a616-0d91bd95e039', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:35Z', 'updated_at': '2021-07-14T14:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:17.900558 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b48c8-efef-4f76-9e57-328f6124083c None None] Checking router: 6541f576-dfc3-4699-88b4-122b63754ee7 for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:19:17.909683 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b48c8-efef-4f76-9e57-328f6124083c None None] Routers {'6541f576-dfc3-4699-88b4-122b63754ee7'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:19:17.910361 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-997b48c8-efef-4f76-9e57-328f6124083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:19:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6541f576-dfc3-4699-88b4-122b63754ee7'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:17.922479 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] For port 87fd73b6-5323-4365-a616-0d91bd95e039, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=87fd73b6-5323-4365-a616-0d91bd95e039,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:17.922937 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.933816 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.935750 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Calling delete_port for 87fd73b6-5323-4365-a616-0d91bd95e039 owned by network:router_gateway {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:19:17.938231 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51657a17-d18b-4c05-8d9a-cdbc4d83d9f8 req-e8a4574a-f95a-4b59-a5ad-f3dccee3ba8f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19 HTTP/1.1" status: 200 len: 1001 time: 0.1233952 Jul 14 14:19:17.955701 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.services.segments.db [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07156907-bca0-4a85-9e58-866015c5b59f']}} {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:17.983507 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.services.segments.db [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ab9898-5fea-4bd4-9fa4-ad7b1505f593') {'for_net_delete': True} {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:17.983955 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.services.segments.db [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ab9898-5fea-4bd4-9fa4-ad7b1505f593') {} {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:17.994368 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-997b48c8-efef-4f76-9e57-328f6124083c None None] Set router 6541f576-dfc3-4699-88b4-122b63754ee7 gateway port host: None {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:19:17.998086 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9166538'] for segment, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.015436 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51657a17-d18b-4c05-8d9a-cdbc4d83d9f8 req-c15dfbaf-d69c-46b9-8019-5cf28958de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:18.017066 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51657a17-d18b-4c05-8d9a-cdbc4d83d9f8 req-c15dfbaf-d69c-46b9-8019-5cf28958de12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0732195 Jul 14 14:19:18.017967 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.025305 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:19:18.025708 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9166169'] for segment, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: Traceback (most recent call last): Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: timer() Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: cb(*args, **kw) Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: return func(*args, **kwargs) Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: self._notify() Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: self.callback(batched_events) Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: event.method(event) Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: return f(self, *a, **k) Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: return self._get(url).json() Jul 14 14:19:18.027502 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:19:18.032367 dv-cinder-679138-10-smb neutron-server[93057]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:19:18.032367 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:19:18.032367 dv-cinder-679138-10-smb neutron-server[93057]: return self.request(url, 'GET', **kwargs) Jul 14 14:19:18.032367 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:19:18.032367 dv-cinder-679138-10-smb neutron-server[93057]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:19:18.032367 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:19:18.032367 dv-cinder-679138-10-smb neutron-server[93057]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:19:18.032367 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:19:18.032367 dv-cinder-679138-10-smb neutron-server[93057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:19:18.032367 dv-cinder-679138-10-smb neutron-server[93057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:19:18.050706 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-997b48c8-efef-4f76-9e57-328f6124083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:19:17Z', 'revision_number': 6, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port_host': None}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:18.079771 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b48c8-efef-4f76-9e57-328f6124083c None None] The sync data for ids ['6541f576-dfc3-4699-88b4-122b63754ee7'] in dv-cinder-679138-10-smb is: [{'id': '6541f576-dfc3-4699-88b4-122b63754ee7', 'name': 'tempest-TestMinimumBasicScenario-859767008-router', 'tenant_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:34Z', 'updated_at': '2021-07-14T14:19:17Z', 'revision_number': 6, 'project_id': '7f7d52954fd14a2b8fa3d2e85b883f14', 'gw_port_host': None}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:19:18.119156 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.128397 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.137884 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.141064 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/07156907-bca0-4a85-9e58-866015c5b59f HTTP/1.1" status: 204 len: 168 time: 0.6640871 Jul 14 14:19:18.143694 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ffe78-e7ca-4ee2-bb77-f676a1a9ddf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=07156907-bca0-4a85-9e58-866015c5b59f,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:18.151416 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51657a17-d18b-4c05-8d9a-cdbc4d83d9f8 req-ed2e2c1a-1a6e-48a8-aa6d-f8206786f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:18.152954 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51657a17-d18b-4c05-8d9a-cdbc4d83d9f8 req-ed2e2c1a-1a6e-48a8-aa6d-f8206786f2a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1246521 Jul 14 14:19:18.163445 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Pushing event deleted for resources: {'Port': ['ID=87fd73b6-5323-4365-a616-0d91bd95e039,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:18.224046 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861369'] for router_gateway, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.258743 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51657a17-d18b-4c05-8d9a-cdbc4d83d9f8 req-f94f63aa-5cb1-497b-89e4-491551c0e6cf service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991619 Jul 14 14:19:18.262262 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 42822) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:18.316096 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4230'] for router, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.318833 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.359870 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-23caa29f-baaa-437c-8455-fee792a4e06d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c16695508f44b7385499b9280d93077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0964208 Jul 14 14:19:18.362441 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 42824) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:18.378811 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857778'] for router, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.379238 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6541f576-dfc3-4699-88b4-122b63754ee7 {{(pid=93058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:19:18.379670 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51657a17-d18b-4c05-8d9a-cdbc4d83d9f8 req-78efc8af-a871-4ea8-9d8a-7b84db8ed03d service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104240 Jul 14 14:19:18.386218 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.387323 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-0ad03b19-597e-4ed4-855d-9976d033b565 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6541f576-dfc3-4699-88b4-122b63754ee7 HTTP/1.1" status: 204 len: 168 time: 0.8377535 Jul 14 14:19:18.390603 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 42826) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:18.426649 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8ef242d2-a6e1-4559-a9f5-0289d8854a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.446167 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_v2 [None req-799717af-e633-4a54-8932-5c20581318ed admin admin] Deleting subnet 452b12cc-11f7-4d78-8ff3-9a96dd39ceb5 {{(pid=93057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:19:18.449377 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-799717af-e633-4a54-8932-5c20581318ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.453209 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8ef242d2-a6e1-4559-a9f5-0289d8854a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.492736 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-799717af-e633-4a54-8932-5c20581318ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9166547'] for subnet, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.508217 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8ef242d2-a6e1-4559-a9f5-0289d8854a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.510848 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8ef242d2-a6e1-4559-a9f5-0289d8854a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.512028 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-8ef242d2-a6e1-4559-a9f5-0289d8854a76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56a39a2f-ab0d-4720-9266-e8479fb8ce84 HTTP/1.1" status: 204 len: 168 time: 0.1486273 Jul 14 14:19:18.536139 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef242d2-a6e1-4559-a9f5-0289d8854a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a39a2f-ab0d-4720-9266-e8479fb8ce84,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:18.663348 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-799717af-e633-4a54-8932-5c20581318ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.708051 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5d730-889b-48c8-bc88-f217345106fe req-e9e9839f-aa8c-4cda-a5ca-55eaae11a48f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:18.709709 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-45e5d730-889b-48c8-bc88-f217345106fe req-e9e9839f-aa8c-4cda-a5ca-55eaae11a48f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.1722028 Jul 14 14:19:18.757659 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-799717af-e633-4a54-8932-5c20581318ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9166583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9273958'] for subnet, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.794836 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-45e5d730-889b-48c8-bc88-f217345106fe req-938384e5-31e7-4417-85a6-91083924252b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782320 Jul 14 14:19:18.799640 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-799717af-e633-4a54-8932-5c20581318ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.801614 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-799717af-e633-4a54-8932-5c20581318ed admin admin] 10.222.0.53 "DELETE /v2.0/subnets/452b12cc-11f7-4d78-8ff3-9a96dd39ceb5 HTTP/1.1" status: 204 len: 168 time: 0.4100416 Jul 14 14:19:18.802804 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799717af-e633-4a54-8932-5c20581318ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452b12cc-11f7-4d78-8ff3-9a96dd39ceb5,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:18.804206 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 42832) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:18.811954 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2f7f7b-5b1e-432d-a311-c0cf7f940b0f None None] Network c32af85c-8471-4793-9b68-be332f02fb89 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:19:18.895290 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.950903 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Deleting port 15825fd7-eb54-4d01-9277-8c97c6bb54b7 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:19:18.951274 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:19.015162 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] For port 15825fd7-eb54-4d01-9277-8c97c6bb54b7, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=15825fd7-eb54-4d01-9277-8c97c6bb54b7,segment=NetworkSegment(407ac722-588b-44ec-9b8f-f7286f407f1d),segment_id=407ac722-588b-44ec-9b8f-f7286f407f1d)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:19.015512 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:19.028410 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Calling delete_port for 15825fd7-eb54-4d01-9277-8c97c6bb54b7 owned by network:dhcp {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:19:19.119780 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:19.143916 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465395db-2723-4b7f-8211-930b6afaa4ab None None] DHCP port deletion for c32af85c-8471-4793-9b68-be332f02fb89 request from dv-cinder-679138-10-smb {{(pid=93059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:19:19.145993 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=15825fd7-eb54-4d01-9277-8c97c6bb54b7,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:19.152771 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] No DVR routers for this DVR port 15825fd7-eb54-4d01-9277-8c97c6bb54b7 on host dv-cinder-679138-10-smb {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:19:19.162575 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 87fd73b6-5323-4365-a616-0d91bd95e039 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:19:19.188816 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: 87fd73b6-5323-4365-a616-0d91bd95e039 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:19:19.189245 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 87fd73b6-5323-4365-a616-0d91bd95e039 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:19:19.189766 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device ccf8357b-1fe0-4d7b-8939-ef8eb351e18d no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:19:19.210098 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: ccf8357b-1fe0-4d7b-8939-ef8eb351e18d {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:19:19.210516 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device ccf8357b-1fe0-4d7b-8939-ef8eb351e18d not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:19:19.232292 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:19.242094 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32af85c-8471-4793-9b68-be332f02fb89']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:19.252987 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407ac722-588b-44ec-9b8f-f7286f407f1d') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:19.253263 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407ac722-588b-44ec-9b8f-f7286f407f1d') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:19.261812 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9356644'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:19.276351 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:19.282810 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:19:19.283224 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9481460'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: Traceback (most recent call last): Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: timer() Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: cb(*args, **kw) Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: return func(*args, **kwargs) Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: self._notify() Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: self.callback(batched_events) Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: event.method(event) Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: return f(self, *a, **k) Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: return self._get(url).json() Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:19:19.285117 dv-cinder-679138-10-smb neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:19:19.338652 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:19.343865 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:19.345748 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c32af85c-8471-4793-9b68-be332f02fb89 HTTP/1.1" status: 204 len: 168 time: 0.5403483 Jul 14 14:19:19.348979 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 42834) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:19.356300 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0ec4a-edc0-4a3b-aeee-65f128d564d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c32af85c-8471-4793-9b68-be332f02fb89,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:19.739809 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-95e8ad1e-17d9-4616-a0e0-f8d2c05aaaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3855411'] for router_interface, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:20.045101 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d582cd1-6995-4db0-8543-97a52fcfcfee req-6d60be7d-dde2-428c-aa36-a71055aa1137 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:20.046680 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0d582cd1-6995-4db0-8543-97a52fcfcfee req-6d60be7d-dde2-428c-aa36-a71055aa1137 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 945 time: 0.1192200 Jul 14 14:19:20.116062 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0d582cd1-6995-4db0-8543-97a52fcfcfee req-a8823f98-24b9-4d5c-99af-af485003c1ae tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631475 Jul 14 14:19:20.129849 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-95e8ad1e-17d9-4616-a0e0-f8d2c05aaaa6 admin admin] Deleting port ba065c49-093a-4028-9e8b-9def68a6baa5 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:19:20.130484 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-95e8ad1e-17d9-4616-a0e0-f8d2c05aaaa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:20.209457 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [None req-95e8ad1e-17d9-4616-a0e0-f8d2c05aaaa6 admin admin] For port ba065c49-093a-4028-9e8b-9def68a6baa5, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=ba065c49-093a-4028-9e8b-9def68a6baa5,segment=NetworkSegment(bd3abc5c-091f-4130-a0a8-3a468c5fdbd6),segment_id=bd3abc5c-091f-4130-a0a8-3a468c5fdbd6)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:20.209814 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-95e8ad1e-17d9-4616-a0e0-f8d2c05aaaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:20.224583 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-95e8ad1e-17d9-4616-a0e0-f8d2c05aaaa6 admin admin] Calling delete_port for ba065c49-093a-4028-9e8b-9def68a6baa5 owned by network:router_interface {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:19:20.416422 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-95e8ad1e-17d9-4616-a0e0-f8d2c05aaaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:20.442504 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8ad1e-17d9-4616-a0e0-f8d2c05aaaa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba065c49-093a-4028-9e8b-9def68a6baa5,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:20.607958 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-95e8ad1e-17d9-4616-a0e0-f8d2c05aaaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3855519'] for router_interface, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:20.980820 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 593d6d41-c9bc-4084-9b24-76eedaec8d19 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:19:21.040717 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e8ad1e-17d9-4616-a0e0-f8d2c05aaaa6 admin admin] Router 076df5b2-7be2-458b-af18-1281f20c9951 has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:19:21.059295 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:21.088048 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:19:21.091113 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb7e685-6dc8-4109-bd88-3ca415672190" -d '{"events": [{"server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:19:21.104613 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:21.110508 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:21.139215 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 14:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa0a717-8810-4af2-ab5e-b8917541da2e x-openstack-request-id: req-8aa0a717-8810-4af2-ab5e-b8917541da2e {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:19:21.140133 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "name": "network-vif-unplugged", "status": "failed", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19", "code": 422}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:19:21.140381 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8aa0a717-8810-4af2-ab5e-b8917541da2e {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:19:21.140806 dv-cinder-679138-10-smb neutron-server[93059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'code': 422} returned with failed status Jul 14 14:19:21.159778 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e8ad1e-17d9-4616-a0e0-f8d2c05aaaa6 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:19:21.164746 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-95e8ad1e-17d9-4616-a0e0-f8d2c05aaaa6 admin admin] 10.222.0.53 "PUT /v2.0/routers/076df5b2-7be2-458b-af18-1281f20c9951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140941 Jul 14 14:19:21.167379 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 42842) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:21.172508 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d166d4-3f4d-43c6-a3b8-909d17ee2bdc None None] Sync routers for ids ['076df5b2-7be2-458b-af18-1281f20c9951'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:19:21.184399 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=593d6d41-c9bc-4084-9b24-76eedaec8d19,revision_number=8']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:21.189327 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d166d4-3f4d-43c6-a3b8-909d17ee2bdc None None] Routers {'076df5b2-7be2-458b-af18-1281f20c9951'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:19:21.191948 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-82d166d4-3f4d-43c6-a3b8-909d17ee2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:19:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['076df5b2-7be2-458b-af18-1281f20c9951'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:21.224342 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 15825fd7-eb54-4d01-9277-8c97c6bb54b7 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:19:21.247597 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: 15825fd7-eb54-4d01-9277-8c97c6bb54b7 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:19:21.247940 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 15825fd7-eb54-4d01-9277-8c97c6bb54b7 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:19:21.308773 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-82d166d4-3f4d-43c6-a3b8-909d17ee2bdc None None] Set router 076df5b2-7be2-458b-af18-1281f20c9951 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:19:21.312630 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:21.314682 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Notify callbacks [] for router, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:21.376296 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcadea7-b063-4a8c-a71f-d129571d5347 req-674807d9-b1fd-46bb-8915-9e29e821cdf3 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:21.377921 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-afcadea7-b063-4a8c-a71f-d129571d5347 req-674807d9-b1fd-46bb-8915-9e29e821cdf3 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.1227698 Jul 14 14:19:21.459001 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-afcadea7-b063-4a8c-a71f-d129571d5347 req-0a9a8046-7a69-4c12-8a85-e87862f89fb5 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561218 Jul 14 14:19:21.461089 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:21.496191 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-82d166d4-3f4d-43c6-a3b8-909d17ee2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076df5b2-7be2-458b-af18-1281f20c9951', 'name': 'tempest-TestMinimumBasicScenario-1205780373-router', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:19:20Z', 'revision_number': 5, 'project_id': 'b699f3df6e784444a81a429718fc7522', 'gw_port': {'id': 'b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076df5b2-7be2-458b-af18-1281f20c9951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:21.518625 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Deleting port b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:19:21.518976 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:21.525121 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d166d4-3f4d-43c6-a3b8-909d17ee2bdc None None] Checking router: 076df5b2-7be2-458b-af18-1281f20c9951 for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:19:21.533290 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d166d4-3f4d-43c6-a3b8-909d17ee2bdc None None] Routers {'076df5b2-7be2-458b-af18-1281f20c9951'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:19:21.533902 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-82d166d4-3f4d-43c6-a3b8-909d17ee2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:19:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['076df5b2-7be2-458b-af18-1281f20c9951'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:21.598791 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] For port b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:21.599256 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:21.616282 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Calling delete_port for b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 owned by network:router_gateway {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:19:21.621737 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-82d166d4-3f4d-43c6-a3b8-909d17ee2bdc None None] Set router 076df5b2-7be2-458b-af18-1281f20c9951 gateway port host: None {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:19:21.679445 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-82d166d4-3f4d-43c6-a3b8-909d17ee2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076df5b2-7be2-458b-af18-1281f20c9951', 'name': 'tempest-TestMinimumBasicScenario-1205780373-router', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:19:21Z', 'revision_number': 6, 'project_id': 'b699f3df6e784444a81a429718fc7522', 'gw_port_host': None}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:21.712343 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d166d4-3f4d-43c6-a3b8-909d17ee2bdc None None] The sync data for ids ['076df5b2-7be2-458b-af18-1281f20c9951'] in dv-cinder-679138-10-smb is: [{'id': '076df5b2-7be2-458b-af18-1281f20c9951', 'name': 'tempest-TestMinimumBasicScenario-1205780373-router', 'tenant_id': 'b699f3df6e784444a81a429718fc7522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:16:42Z', 'updated_at': '2021-07-14T14:19:21Z', 'revision_number': 6, 'project_id': 'b699f3df6e784444a81a429718fc7522', 'gw_port_host': None}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:19:21.800992 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:21.839130 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:21.899001 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861369'] for router_gateway, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.005634 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4230'] for router, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.007680 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.075728 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857778'] for router, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.076522 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 076df5b2-7be2-458b-af18-1281f20c9951 {{(pid=93057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:19:22.082588 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] Notify callbacks [] for router, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.084178 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-1b48dc87-3155-463d-89e9-c2a2d144a4be admin admin] 10.222.0.53 "DELETE /v2.0/routers/076df5b2-7be2-458b-af18-1281f20c9951 HTTP/1.1" status: 204 len: 168 time: 0.9158020 Jul 14 14:19:22.086717 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 42858) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:22.138985 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbebc36c-40c3-4756-980b-aa99d38d223b admin admin] Deleting subnet ea7f8188-2338-43a9-a756-0ccd0df6759f {{(pid=93057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:19:22.143536 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cbebc36c-40c3-4756-980b-aa99d38d223b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.180902 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cbebc36c-40c3-4756-980b-aa99d38d223b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9166547'] for subnet, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.310780 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cbebc36c-40c3-4756-980b-aa99d38d223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.320157 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14ad92-4a3c-4a0a-8622-a889721d4852 req-5b352af8-f357-482b-873f-b21ce937a09a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:22.321686 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5b14ad92-4a3c-4a0a-8622-a889721d4852 req-5b352af8-f357-482b-873f-b21ce937a09a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.1132436 Jul 14 14:19:22.383093 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5b14ad92-4a3c-4a0a-8622-a889721d4852 req-2dc0a848-6bef-4546-a334-798aba7b2633 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438280 Jul 14 14:19:22.398473 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cbebc36c-40c3-4756-980b-aa99d38d223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9166583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9273958'] for subnet, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.428444 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebc36c-40c3-4756-980b-aa99d38d223b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7f8188-2338-43a9-a756-0ccd0df6759f,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:22.430424 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cbebc36c-40c3-4756-980b-aa99d38d223b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.432282 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-cbebc36c-40c3-4756-980b-aa99d38d223b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ea7f8188-2338-43a9-a756-0ccd0df6759f HTTP/1.1" status: 204 len: 168 time: 0.3445702 Jul 14 14:19:22.434745 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 42876) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:22.437908 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf60c8-fdd3-4dff-802a-fbb9272f0749 None None] Network 234a1121-8251-4330-bc6d-fb7bcc072090 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:19:22.510420 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.581712 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Deleting port 28fd911d-f8b7-4060-b9e3-d50dc1454c61 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:19:22.582122 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.604689 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 42882) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:22.655510 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] For port 28fd911d-f8b7-4060-b9e3-d50dc1454c61, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=28fd911d-f8b7-4060-b9e3-d50dc1454c61,segment=NetworkSegment(bd3abc5c-091f-4130-a0a8-3a468c5fdbd6),segment_id=bd3abc5c-091f-4130-a0a8-3a468c5fdbd6)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:22.655889 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.658377 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a466a989-03ea-499c-b1be-455dbb043f0e None None] DHCP port deletion for 234a1121-8251-4330-bc6d-fb7bcc072090 request from dv-cinder-679138-10-smb {{(pid=93059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:19:22.669871 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Calling delete_port for 28fd911d-f8b7-4060-b9e3-d50dc1454c61 owned by network:dhcp {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:19:22.706437 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a466a989-03ea-499c-b1be-455dbb043f0e None None] Deleting port 28fd911d-f8b7-4060-b9e3-d50dc1454c61 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:19:22.706846 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a466a989-03ea-499c-b1be-455dbb043f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.719492 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-71eb948c-2f83-428a-9977-60eeeeb6cbd7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130481 Jul 14 14:19:22.751707 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.782974 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Pushing event deleted for resources: {'Port': ['ID=28fd911d-f8b7-4060-b9e3-d50dc1454c61,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:22.789111 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] No DVR routers for this DVR port 28fd911d-f8b7-4060-b9e3-d50dc1454c61 on host dv-cinder-679138-10-smb {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:19:22.792218 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a466a989-03ea-499c-b1be-455dbb043f0e None None] For port 28fd911d-f8b7-4060-b9e3-d50dc1454c61, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=28fd911d-f8b7-4060-b9e3-d50dc1454c61,segment=NetworkSegment(bd3abc5c-091f-4130-a0a8-3a468c5fdbd6),segment_id=bd3abc5c-091f-4130-a0a8-3a468c5fdbd6)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:22.792990 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a466a989-03ea-499c-b1be-455dbb043f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.812447 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a466a989-03ea-499c-b1be-455dbb043f0e None None] Calling delete_port for 28fd911d-f8b7-4060-b9e3-d50dc1454c61 owned by network:dhcp {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:19:22.880832 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.892543 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.services.segments.db [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234a1121-8251-4330-bc6d-fb7bcc072090']}} {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:22.903636 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.services.segments.db [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3abc5c-091f-4130-a0a8-3a468c5fdbd6') {'for_net_delete': True} {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:22.904276 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.services.segments.db [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3abc5c-091f-4130-a0a8-3a468c5fdbd6') {} {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:19:22.915384 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9166538'] for segment, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.930229 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.937429 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:19:22.937821 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9166169'] for segment, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: Traceback (most recent call last): Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: timer() Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: cb(*args, **kw) Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: return func(*args, **kwargs) Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: self._notify() Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: self.callback(batched_events) Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: event.method(event) Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: return f(self, *a, **k) Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: return self._get(url).json() Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: return self.request(url, 'GET', **kwargs) Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:19:22.939518 dv-cinder-679138-10-smb neutron-server[93057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:19:22.956737 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a466a989-03ea-499c-b1be-455dbb043f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:22.981987 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466a989-03ea-499c-b1be-455dbb043f0e None None] Pushing event deleted for resources: {'Port': ['ID=28fd911d-f8b7-4060-b9e3-d50dc1454c61,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:22.985929 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a466a989-03ea-499c-b1be-455dbb043f0e None None] No DVR routers for this DVR port 28fd911d-f8b7-4060-b9e3-d50dc1454c61 on host dv-cinder-679138-10-smb {{(pid=93059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:19:23.013802 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:23.029729 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:23.032662 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] 10.222.0.53 "DELETE /v2.0/networks/234a1121-8251-4330-bc6d-fb7bcc072090 HTTP/1.1" status: 204 len: 168 time: 0.5970016 Jul 14 14:19:23.033658 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc446e3-b3dc-40fd-8ff7-c3ade85ac983 admin admin] Pushing event deleted for resources: {'Network': ['ID=234a1121-8251-4330-bc6d-fb7bcc072090,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:23.117902 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 28fd911d-f8b7-4060-b9e3-d50dc1454c61 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:19:23.142220 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: 28fd911d-f8b7-4060-b9e3-d50dc1454c61 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:19:23.142220 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 28fd911d-f8b7-4060-b9e3-d50dc1454c61 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:19:23.142220 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device ba065c49-093a-4028-9e8b-9def68a6baa5 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:19:23.159744 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: ba065c49-093a-4028-9e8b-9def68a6baa5 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:19:23.160096 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device ba065c49-093a-4028-9e8b-9def68a6baa5 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:19:23.160515 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:19:23.179360 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:19:23.179716 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device b6c5ce8c-ea2a-45d0-bf51-ab9c775297b1 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:19:23.212034 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 42894) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:23.253067 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-2c257837-5d95-47c3-b421-26f42e9826e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f7d52954fd14a2b8fa3d2e85b883f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398684 Jul 14 14:19:23.256095 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 42896) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:23.305220 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-01f0e7b1-1e3d-4089-bf8e-e6d90abd1842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:23.326364 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-01f0e7b1-1e3d-4089-bf8e-e6d90abd1842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:23.375548 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-01f0e7b1-1e3d-4089-bf8e-e6d90abd1842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:23.378180 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-01f0e7b1-1e3d-4089-bf8e-e6d90abd1842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:23.379385 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-01f0e7b1-1e3d-4089-bf8e-e6d90abd1842 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0dadf4a6-be15-4b33-a31e-e27db6ebbb97 HTTP/1.1" status: 204 len: 168 time: 0.1224008 Jul 14 14:19:23.389081 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0e7b1-1e3d-4089-bf8e-e6d90abd1842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dadf4a6-be15-4b33-a31e-e27db6ebbb97,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:23.573647 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f621433-0f45-4ef3-a5bc-4f9657f72ced req-515c0d01-7bef-42a6-9e37-5ffd3a979e24 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:23.575211 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5f621433-0f45-4ef3-a5bc-4f9657f72ced req-515c0d01-7bef-42a6-9e37-5ffd3a979e24 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0662813 Jul 14 14:19:23.613931 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5f621433-0f45-4ef3-a5bc-4f9657f72ced req-1e4199d7-bbb1-4589-b2d5-e07153196393 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328298 Jul 14 14:19:23.716215 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 42904) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:23.756704 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-1f7a2ad4-201e-40fa-8e1b-a4333114dafb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b699f3df6e784444a81a429718fc7522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393457 Jul 14 14:19:23.759213 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 42906) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:19:23.806436 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8509-9061-4c60-beaa-4b3982efb63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:23.830437 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8509-9061-4c60-beaa-4b3982efb63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:23.877425 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8509-9061-4c60-beaa-4b3982efb63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:23.879906 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8509-9061-4c60-beaa-4b3982efb63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:23.881068 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-ba4c8509-9061-4c60-beaa-4b3982efb63e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c123ab0-fc7a-428f-b537-f7f0eefe469a HTTP/1.1" status: 204 len: 168 time: 0.1209521 Jul 14 14:19:23.890775 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c8509-9061-4c60-beaa-4b3982efb63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c123ab0-fc7a-428f-b537-f7f0eefe469a,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:24.241481 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-0424563e-ffa9-433d-9311-736da51e5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:24.242999 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-0424563e-ffa9-433d-9311-736da51e5c29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf&tenant_id=dfaf3d8eb7494a42986160065e377c67 HTTP/1.1" status: 200 len: 1096 time: 0.0548944 Jul 14 14:19:24.320508 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-18833098-77a4-43d4-956c-1ead78047c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:24.322017 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-18833098-77a4-43d4-956c-1ead78047c6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 1096 time: 0.0548022 Jul 14 14:19:24.407756 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-9e927239-f938-4951-a538-8df6d8618169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:24.409219 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-9e927239-f938-4951-a538-8df6d8618169 service neutron] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 918 time: 0.0803502 Jul 14 14:19:24.475247 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-c091fe2f-6c8d-4a91-9590-58e538ac91b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19 HTTP/1.1" status: 200 len: 999 time: 0.0597777 Jul 14 14:19:24.522873 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-cac90853-cb9c-4440-a2b5-d63ed9908d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:24.524264 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-cac90853-cb9c-4440-a2b5-d63ed9908d0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0422699 Jul 14 14:19:24.580637 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-3c91fc1e-e48d-4fa2-bc51-b1ff00c593df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:24.582168 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-3c91fc1e-e48d-4fa2-bc51-b1ff00c593df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0499508 Jul 14 14:19:24.678382 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-1ab505d4-57e1-49c6-aba5-a71a95c438fc service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847163 Jul 14 14:19:24.807385 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-af448dc8-947c-475e-bfe2-5ae644802e12 req-e519880a-279c-4b4c-90a1-58eed3e37c17 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201577 Jul 14 14:19:24.822326 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cd485-f6fb-45c1-9ee5-7015826657bf req-8a2be376-441d-47b1-8084-3a8cf2a5aaf4 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:24.823824 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-342cd485-f6fb-45c1-9ee5-7015826657bf req-8a2be376-441d-47b1-8084-3a8cf2a5aaf4 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0896704 Jul 14 14:19:24.863257 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-342cd485-f6fb-45c1-9ee5-7015826657bf req-9709bd53-cfc5-4083-91dc-9c39d5ca69c9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329111 Jul 14 14:19:26.046744 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169ca1-c697-48bd-8ce4-8fae28efc749 req-92679d4f-e4f7-4f1d-afd2-c9e509588001 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:26.048252 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6a169ca1-c697-48bd-8ce4-8fae28efc749 req-92679d4f-e4f7-4f1d-afd2-c9e509588001 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0653677 Jul 14 14:19:26.087484 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6a169ca1-c697-48bd-8ce4-8fae28efc749 req-d7bc0fd7-74e4-40da-a0fc-0bef5a328065 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336902 Jul 14 14:19:27.273385 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99ab26-341b-446f-a783-edb9bfab4ee5 req-19dd1164-bdab-4e8d-910f-226d37fc353d tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:27.274876 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0d99ab26-341b-446f-a783-edb9bfab4ee5 req-19dd1164-bdab-4e8d-910f-226d37fc353d tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0635533 Jul 14 14:19:27.319474 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0d99ab26-341b-446f-a783-edb9bfab4ee5 req-5327376c-d0ea-4c48-8c90-de92a718fc6a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376589 Jul 14 14:19:28.511151 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823345d-eb73-4969-ac19-5ea38ac6fc70 req-95cda9a3-ec10-4e6b-a414-f8e09eba5723 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:28.512641 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e823345d-eb73-4969-ac19-5ea38ac6fc70 req-95cda9a3-ec10-4e6b-a414-f8e09eba5723 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0670719 Jul 14 14:19:28.554496 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e823345d-eb73-4969-ac19-5ea38ac6fc70 req-dfc31c06-a29d-4d83-9c13-d097796c12b7 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352695 Jul 14 14:19:29.888522 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b828489-c69a-42be-b735-017c133bded9 req-01f6dc75-a209-463f-897b-74308b12a6da tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:29.890502 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0b828489-c69a-42be-b735-017c133bded9 req-01f6dc75-a209-463f-897b-74308b12a6da tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.2152143 Jul 14 14:19:29.930237 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0b828489-c69a-42be-b735-017c133bded9 req-9f547aed-44a1-4e7b-a9b8-a68c30a55191 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337658 Jul 14 14:19:31.167628 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03155c23-9d4d-4ad3-aa0b-ef1a977f0e5b req-2cc6dcee-cd94-48a9-b7f6-689db9e31a84 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:31.169401 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-03155c23-9d4d-4ad3-aa0b-ef1a977f0e5b req-2cc6dcee-cd94-48a9-b7f6-689db9e31a84 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.1212099 Jul 14 14:19:31.208826 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-03155c23-9d4d-4ad3-aa0b-ef1a977f0e5b req-e739539f-67d4-4fe2-a4b8-b00bc2dc4062 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333676 Jul 14 14:19:32.388973 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a7734-fc75-47b8-9f73-f6c9b76ead8e req-68eba6a8-c460-4fa2-95c3-b9013ebaee4d tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:32.390772 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-398a7734-fc75-47b8-9f73-f6c9b76ead8e req-68eba6a8-c460-4fa2-95c3-b9013ebaee4d tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0648813 Jul 14 14:19:32.429469 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-398a7734-fc75-47b8-9f73-f6c9b76ead8e req-9ceb3d1c-0bc4-496a-a8fe-994e54ae3a3d tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331466 Jul 14 14:19:33.620477 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac95193-4d5a-4927-9d2a-9614cb319faa req-3d81637e-213f-4c17-93eb-11ec669f754a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:33.621954 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2ac95193-4d5a-4927-9d2a-9614cb319faa req-3d81637e-213f-4c17-93eb-11ec669f754a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0692611 Jul 14 14:19:33.660043 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2ac95193-4d5a-4927-9d2a-9614cb319faa req-22c30dbe-dd0f-4766-a8b5-cf941fbe84a2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318913 Jul 14 14:19:34.847024 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b5921-398b-47e6-9596-5b50f2752013 req-29d31da7-7c9c-4276-ae11-ed391f7419de tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:34.848539 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-632b5921-398b-47e6-9596-5b50f2752013 req-29d31da7-7c9c-4276-ae11-ed391f7419de tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0644777 Jul 14 14:19:34.885919 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-632b5921-398b-47e6-9596-5b50f2752013 req-607f6985-9513-4f8f-be45-adb37d5de70d tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Jul 14 14:19:36.092835 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17343d-f68e-4150-9c75-f541efabfee5 req-5acc6221-45ea-4d93-9fab-66dfd898fcd1 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:36.095791 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f17343d-f68e-4150-9c75-f541efabfee5 req-5acc6221-45ea-4d93-9fab-66dfd898fcd1 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0676708 Jul 14 14:19:36.132424 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3f17343d-f68e-4150-9c75-f541efabfee5 req-2a66d29f-6b04-47be-960c-598d1001ef0b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309629 Jul 14 14:19:36.160747 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:19:37.315054 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a764382-ed63-486a-964f-e45c8735b547 req-bbb2b3e3-a2a3-4f7c-a4e2-65f63f1dae80 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:37.316435 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3a764382-ed63-486a-964f-e45c8735b547 req-bbb2b3e3-a2a3-4f7c-a4e2-65f63f1dae80 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0661933 Jul 14 14:19:37.352826 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3a764382-ed63-486a-964f-e45c8735b547 req-97448793-b597-41bb-8ce8-6f9c87fcf771 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308096 Jul 14 14:19:38.525602 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e2858-54a8-4716-9f5a-ff4de1babd58 req-0ed4fd7a-b770-49e6-9fc7-6a8788f74a20 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:38.527033 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-632e2858-54a8-4716-9f5a-ff4de1babd58 req-0ed4fd7a-b770-49e6-9fc7-6a8788f74a20 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 943 time: 0.0609663 Jul 14 14:19:38.566248 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-632e2858-54a8-4716-9f5a-ff4de1babd58 req-4e057420-cc0c-4319-83e5-0ac16cccdf7a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336275 Jul 14 14:19:39.124621 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 593d6d41-c9bc-4084-9b24-76eedaec8d19 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:19:39.233987 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:39.245669 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'port_id': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'mac_address': 'fa:16:3e:f7:7e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:19:39.282308 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:39.295273 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593d6d41-c9bc-4084-9b24-76eedaec8d19 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:19:39.314401 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:39.318056 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:39.366054 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=593d6d41-c9bc-4084-9b24-76eedaec8d19,revision_number=9']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:39.534797 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['593d6d41-c9bc-4084-9b24-76eedaec8d19'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:19:39.743692 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff0473-0370-4ff3-8e09-3d6fc156ffb7 req-53edd71e-1c6d-46ec-9520-ae0262be1af2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:39.745143 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2dff0473-0370-4ff3-8e09-3d6fc156ffb7 req-53edd71e-1c6d-46ec-9520-ae0262be1af2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 944 time: 0.0636501 Jul 14 14:19:39.781899 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2dff0473-0370-4ff3-8e09-3d6fc156ffb7 req-6e85996e-6bf7-49db-be9c-2c8b195704dc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308013 Jul 14 14:19:39.981599 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-64a8e17b-7bd2-444d-a453-e53b250c2cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:40.957136 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e075e-be4d-47b1-95db-c8f85ad73907 req-0faaf7ec-13d1-4985-bbae-54418ce4122e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:40.958608 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-215e075e-be4d-47b1-95db-c8f85ad73907 req-0faaf7ec-13d1-4985-bbae-54418ce4122e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 944 time: 0.0619485 Jul 14 14:19:40.993879 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-215e075e-be4d-47b1-95db-c8f85ad73907 req-2c71d48b-10dd-433c-a235-b5a3c7b6bbe1 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298884 Jul 14 14:19:41.138725 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 593d6d41-c9bc-4084-9b24-76eedaec8d19 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:19:41.187617 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 593d6d41-c9bc-4084-9b24-76eedaec8d19 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:19:41.187986 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:41.259821 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:41.281272 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:19:41.283498 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57295bf-9b87-49f4-bae5-e1fa8bd98118" -d '{"events": [{"server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "name": "network-vif-plugged", "status": "completed", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:19:41.296496 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:19:41.301218 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:41.324227 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f5a227-8ff5-4fea-a44a-f0a1681b3f42 x-openstack-request-id: req-02f5a227-8ff5-4fea-a44a-f0a1681b3f42 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:19:41.324514 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "name": "network-vif-plugged", "status": "completed", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:19:41.324765 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02f5a227-8ff5-4fea-a44a-f0a1681b3f42 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:19:41.325171 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'code': 200} Jul 14 14:19:41.362374 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=593d6d41-c9bc-4084-9b24-76eedaec8d19,revision_number=10']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:19:41.780975 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ce622-ebbf-423b-b979-d3d4c4974b95 req-eba81a3b-203f-4c39-8c06-448996aa266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:41.782424 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0d1ce622-ebbf-423b-b979-d3d4c4974b95 req-eba81a3b-203f-4c39-8c06-448996aa266f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 1099 time: 0.0506868 Jul 14 14:19:41.815984 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0d1ce622-ebbf-423b-b979-d3d4c4974b95 req-6750728b-e8ef-4819-8311-5cc073914ed6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278025 Jul 14 14:19:42.173606 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95c5fc-c473-4a15-8bc2-b740cb500db5 req-6097821c-df24-4872-8c91-969418447ebb tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:42.175068 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b95c5fc-c473-4a15-8bc2-b740cb500db5 req-6097821c-df24-4872-8c91-969418447ebb tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 946 time: 0.0669055 Jul 14 14:19:42.211226 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b95c5fc-c473-4a15-8bc2-b740cb500db5 req-047a9f6f-0537-407b-869b-7b5a5910ee40 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307736 Jul 14 14:19:42.313951 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6ecef342-5754-4340-9408-3e7921908504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:42.700229 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:43.396121 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a1d5f-9717-4873-b3d2-be074b26e74b req-bb959de3-015d-4861-8014-f9c1c0ca4fe3 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:43.397624 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e80a1d5f-9717-4873-b3d2-be074b26e74b req-bb959de3-015d-4861-8014-f9c1c0ca4fe3 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 946 time: 0.0621972 Jul 14 14:19:43.434997 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e80a1d5f-9717-4873-b3d2-be074b26e74b req-27d46186-6114-4ef5-92be-d63c6ab3dbf7 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Jul 14 14:19:43.783323 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:44.615184 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183b07-878f-40ed-8703-4aea7be707e8 req-e37ab3b7-b368-4453-9fd4-70b1b326ecbc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:44.616527 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5c183b07-878f-40ed-8703-4aea7be707e8 req-e37ab3b7-b368-4453-9fd4-70b1b326ecbc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 946 time: 0.0638299 Jul 14 14:19:44.652406 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5c183b07-878f-40ed-8703-4aea7be707e8 req-2dfd658e-9b4b-4da5-9577-da2bc11e8047 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303698 Jul 14 14:19:45.165919 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:51.308686 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:09.981598 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3b84-47de-43a8-b30b-66dda235ef88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.313237 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cf186c72-5b1e-4059-98d4-26d6696fe443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.702002 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:13.159750 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:20:13.786059 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:15.168435 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:17.004336 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5575e9-e523-4b70-bbe0-d81007429406 req-cf086978-5ff3-4c4f-9c5c-d703f555eaf0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:17.005814 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-de5575e9-e523-4b70-bbe0-d81007429406 req-cf086978-5ff3-4c4f-9c5c-d703f555eaf0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 946 time: 0.0612400 Jul 14 14:20:17.041909 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-de5575e9-e523-4b70-bbe0-d81007429406 req-d41c6fe7-7136-4945-b7c4-b75debb0d57e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306606 Jul 14 14:20:17.168818 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43038) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:17.318841 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Deleting port 5d2ff53e-15da-43e1-a40b-3be10641e186 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:17.319184 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:17.391021 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:17.391380 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:17.402326 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Calling delete_port for 5d2ff53e-15da-43e1-a40b-3be10641e186 owned by network:floatingip {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:17.763367 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:17.787212 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event deleted for resources: {'Port': ['ID=5d2ff53e-15da-43e1-a40b-3be10641e186,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:17.800710 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:17.801142 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:17.801477 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:17.801798 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:17.802163 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:17.802499 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:17.802878 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:17.803224 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:17.803561 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:17.803929 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:17.804279 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:17.804639 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:17.864844 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for floatingip, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:17.865214 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.l3_db [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Floating IP 1deb50e8-0c1b-4954-b624-cc0ccda03224 disassociated (deleted). External IP: 172.28.3.150, port: a0692eac-ac89-432d-b992-b2bef7f2233d. Jul 14 14:20:18.072341 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Router 472d68be-28fb-4d04-8972-dec5a6f44dea has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:20:18.180535 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:20:18.185357 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:18.190688 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606a986f-4e20-4fe3-b762-ab0813890d70 None None] Sync routers for ids ['472d68be-28fb-4d04-8972-dec5a6f44dea'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:20:18.200057 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606a986f-4e20-4fe3-b762-ab0813890d70 None None] Routers {'472d68be-28fb-4d04-8972-dec5a6f44dea'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:20:18.201059 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-606a986f-4e20-4fe3-b762-ab0813890d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:20:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['472d68be-28fb-4d04-8972-dec5a6f44dea'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:18.223587 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-493a7d9c-83f4-413a-a1af-9edcfd4c71b1 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "DELETE /v2.0/floatingips/1deb50e8-0c1b-4954-b624-cc0ccda03224 HTTP/1.1" status: 204 len: 168 time: 1.0536902 Jul 14 14:20:18.224025 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57d61d-4069-4acc-aa6f-bff7466ce9f7 req-98ff46cf-b4f1-4d14-9165-a09bbceb78cb tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:18.224723 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:20:18.226360 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3e57d61d-4069-4acc-aa6f-bff7466ce9f7 req-98ff46cf-b4f1-4d14-9165-a09bbceb78cb tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 946 time: 0.0657859 Jul 14 14:20:18.227283 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d1445a-c0f7-4dde-bf4c-a8e0d2a2fe75" -d '{"events": [{"name": "network-changed", "server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:20:18.279239 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3e57d61d-4069-4acc-aa6f-bff7466ce9f7 req-e03c6eac-4686-42d7-975d-34ad6467fc25 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415354 Jul 14 14:20:18.309473 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-606a986f-4e20-4fe3-b762-ab0813890d70 None None] Set router 472d68be-28fb-4d04-8972-dec5a6f44dea gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:20:18.405935 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502af4e7-fca4-4f03-a069-fb79674f0add x-openstack-request-id: req-502af4e7-fca4-4f03-a069-fb79674f0add {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:20:18.406847 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:20:18.406847 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-502af4e7-fca4-4f03-a069-fb79674f0add {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:20:18.406847 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'status': 'completed', 'code': 200} Jul 14 14:20:18.516417 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-606a986f-4e20-4fe3-b762-ab0813890d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:15:49Z', 'revision_number': 4, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f', 'name': '', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'mac_address': 'fa:16:3e:54:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:48Z', 'updated_at': '2021-07-14T14:15:58Z', 'revision_number': 5, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'subnets': [{'id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:18.546228 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606a986f-4e20-4fe3-b762-ab0813890d70 None None] Checking router: 472d68be-28fb-4d04-8972-dec5a6f44dea for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:20:18.555051 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606a986f-4e20-4fe3-b762-ab0813890d70 None None] Routers {'472d68be-28fb-4d04-8972-dec5a6f44dea'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:20:18.555656 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-606a986f-4e20-4fe3-b762-ab0813890d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:20:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['472d68be-28fb-4d04-8972-dec5a6f44dea'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:18.572026 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-4b6e656f-d91c-4d07-a1ae-7ff8d6f73a52 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:18.573495 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-4b6e656f-d91c-4d07-a1ae-7ff8d6f73a52 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.62 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 946 time: 0.1175225 Jul 14 14:20:18.779928 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-606a986f-4e20-4fe3-b762-ab0813890d70 None None] Set router 472d68be-28fb-4d04-8972-dec5a6f44dea gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:20:18.932509 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1445a-c0f7-4dde-bf4c-a8e0d2a2fe75 req-84be3f7c-5e80-4a93-b96d-e7d38b250f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:18.933994 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-37d1445a-c0f7-4dde-bf4c-a8e0d2a2fe75 req-84be3f7c-5e80-4a93-b96d-e7d38b250f51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d86ef4389834ab9980f774ec2beb1e0&device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 1099 time: 0.4973075 Jul 14 14:20:18.974849 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46077834-1aef-478e-8c94-8794c191993d req-7d5b6944-d870-42a7-8435-528a6dc19089 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:18.976303 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-46077834-1aef-478e-8c94-8794c191993d req-7d5b6944-d870-42a7-8435-528a6dc19089 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.4267530 Jul 14 14:20:18.984333 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-606a986f-4e20-4fe3-b762-ab0813890d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:15:49Z', 'revision_number': 4, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f', 'name': '', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'mac_address': 'fa:16:3e:54:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:48Z', 'updated_at': '2021-07-14T14:15:58Z', 'revision_number': 5, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'subnets': [{'id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:19.009953 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606a986f-4e20-4fe3-b762-ab0813890d70 None None] The sync data for ids ['472d68be-28fb-4d04-8972-dec5a6f44dea'] in dv-cinder-679138-10-smb is: [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:15:49Z', 'revision_number': 4, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f', 'name': '', 'network_id': '3e05f0e9-a9e6-48fa-945d-74e7bf473cf7', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'mac_address': 'fa:16:3e:54:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:48Z', 'updated_at': '2021-07-14T14:15:58Z', 'revision_number': 5, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'subnets': [{'id': '0d09fa29-169b-4738-a23e-0588e8055df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:20:19.066620 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Deleting port 593d6d41-c9bc-4084-9b24-76eedaec8d19 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:19.066960 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:19.097008 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-46077834-1aef-478e-8c94-8794c191993d req-25983602-5cfd-4867-909a-8aa7dc012f73 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910604 Jul 14 14:20:19.132076 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1445a-c0f7-4dde-bf4c-a8e0d2a2fe75 req-97e3c840-1a67-45ac-8097-16b0609a8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:19.133597 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-37d1445a-c0f7-4dde-bf4c-a8e0d2a2fe75 req-97e3c840-1a67-45ac-8097-16b0609a8165 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 HTTP/1.1" status: 200 len: 910 time: 0.1885161 Jul 14 14:20:19.183819 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-37d1445a-c0f7-4dde-bf4c-a8e0d2a2fe75 req-07ac6cf4-ff74-4e86-ad6a-2fba933c17a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0692eac-ac89-432d-b992-b2bef7f2233d HTTP/1.1" status: 200 len: 217 time: 0.0421340 Jul 14 14:20:19.226342 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3891c67-d094-4b6f-be1b-148b2556b7a6 None None] New status for floating IP 1deb50e8-0c1b-4954-b624-cc0ccda03224: DOWN {{(pid=93060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:20:19.251044 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1445a-c0f7-4dde-bf4c-a8e0d2a2fe75 req-de6dc32d-c481-463e-a3bc-2aa21bdf75da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:19.252500 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-37d1445a-c0f7-4dde-bf4c-a8e0d2a2fe75 req-de6dc32d-c481-463e-a3bc-2aa21bdf75da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d09fa29-169b-4738-a23e-0588e8055df4 HTTP/1.1" status: 200 len: 848 time: 0.0586863 Jul 14 14:20:19.257034 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] For port 593d6d41-c9bc-4084-9b24-76eedaec8d19, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=593d6d41-c9bc-4084-9b24-76eedaec8d19,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:19.257395 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:19.492120 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1445a-c0f7-4dde-bf4c-a8e0d2a2fe75 req-66094783-1921-4945-9d36-998aafc281b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:19.493642 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-37d1445a-c0f7-4dde-bf4c-a8e0d2a2fe75 req-66094783-1921-4945-9d36-998aafc281b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2336178 Jul 14 14:20:19.619082 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:19.619374 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:19.619688 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.l3_db [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Floating IP 3eb6f15f-cd2e-4f33-8183-b964dee71a33 disassociated. External IP: 172.28.3.196, port: 593d6d41-c9bc-4084-9b24-76eedaec8d19. Jul 14 14:20:19.620033 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Calling delete_port for 593d6d41-c9bc-4084-9b24-76eedaec8d19 owned by compute:nova {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:19.630654 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b30a4-144f-4e94-a0bc-e0065616be5a req-cc5f0858-3a30-47f5-b87a-a87753d24920 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:19.632126 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-563b30a4-144f-4e94-a0bc-e0065616be5a req-cc5f0858-3a30-47f5-b87a-a87753d24920 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 946 time: 0.2244036 Jul 14 14:20:19.703595 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-37d1445a-c0f7-4dde-bf4c-a8e0d2a2fe75 req-b165a14f-29ca-4021-966e-6815c1087802 service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833868 Jul 14 14:20:19.746969 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-563b30a4-144f-4e94-a0bc-e0065616be5a req-c115ba58-c067-4933-b41f-cb3cea8f0d4b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b9fb969-c66c-4c7f-96ea-6030e9dd571b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051583 Jul 14 14:20:19.853162 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-37d1445a-c0f7-4dde-bf4c-a8e0d2a2fe75 req-98207249-b736-4498-98f4-0f77f2164681 service neutron] 10.222.0.62 "GET /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425531 Jul 14 14:20:19.876319 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:19.903564 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event deleted for resources: {'Port': ['ID=593d6d41-c9bc-4084-9b24-76eedaec8d19,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:19.912185 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f28dc-ee01-4c29-97f5-1ecc3a0cee59 req-d5bc4674-ac1e-4aac-a2b4-33736c751754 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:19.912724 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:19.912951 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:19.913261 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:19.913605 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:19.913713 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-887f28dc-ee01-4c29-97f5-1ecc3a0cee59 req-d5bc4674-ac1e-4aac-a2b4-33736c751754 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.1065557 Jul 14 14:20:19.913942 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:19.914276 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:19.914612 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:19.914942 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:19.915270 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:19.915599 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:19.915927 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:19.916253 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:20.022655 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-887f28dc-ee01-4c29-97f5-1ecc3a0cee59 req-cc2e77a3-1552-429e-b6ea-c934289ec335 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Deleting port a0692eac-ac89-432d-b992-b2bef7f2233d {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:20.022998 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-887f28dc-ee01-4c29-97f5-1ecc3a0cee59 req-cc2e77a3-1552-429e-b6ea-c934289ec335 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:20.029550 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Router 1a7d6233-7f14-45dc-b228-eec560e73cbc has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:20:20.113730 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-887f28dc-ee01-4c29-97f5-1ecc3a0cee59 req-cc2e77a3-1552-429e-b6ea-c934289ec335 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] For port a0692eac-ac89-432d-b992-b2bef7f2233d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a0692eac-ac89-432d-b992-b2bef7f2233d,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:20.114088 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-887f28dc-ee01-4c29-97f5-1ecc3a0cee59 req-cc2e77a3-1552-429e-b6ea-c934289ec335 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:20.130198 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-887f28dc-ee01-4c29-97f5-1ecc3a0cee59 req-cc2e77a3-1552-429e-b6ea-c934289ec335 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Calling delete_port for a0692eac-ac89-432d-b992-b2bef7f2233d owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:20.137035 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:20:20.150665 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c224bd-cad5-484c-9672-ef12e8b6ceeb None None] Sync routers for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:20:20.161163 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c224bd-cad5-484c-9672-ef12e8b6ceeb None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:20:20.161966 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-93c224bd-cad5-484c-9672-ef12e8b6ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:20:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:20.196795 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] No DVR routers for this DVR port 593d6d41-c9bc-4084-9b24-76eedaec8d19 on host hv-cinder-67913 {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:20:20.207407 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:20.209480 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-96f06ff5-c7ca-4315-91fc-558489345dd9 req-97cc46e6-c810-4835-a2eb-974d26db38e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.62 "DELETE /v2.0/ports/593d6d41-c9bc-4084-9b24-76eedaec8d19 HTTP/1.1" status: 204 len: 173 time: 1.6188934 Jul 14 14:20:20.210301 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'name': 'network-vif-deleted', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:20:20.214468 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54ad9c8-0033-4269-b990-ccd694e1d383" -d '{"events": [{"server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "name": "network-vif-deleted", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:20:20.300083 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-887f28dc-ee01-4c29-97f5-1ecc3a0cee59 req-cc2e77a3-1552-429e-b6ea-c934289ec335 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:20.318363 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9825e-417b-455c-a581-c7d41a851f88 req-713fc3e0-d098-4980-99fe-c16c43f22d24 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:20.320218 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c2f9825e-417b-455c-a581-c7d41a851f88 req-713fc3e0-d098-4980-99fe-c16c43f22d24 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab43d4-f8cb-4de6-b212-7f389e162b02 HTTP/1.1" status: 200 len: 946 time: 0.0950310 Jul 14 14:20:20.352054 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-93c224bd-cad5-484c-9672-ef12e8b6ceeb None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:20:20.414640 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c2f9825e-417b-455c-a581-c7d41a851f88 req-16702ab2-d6b5-459a-97c0-12e68a5db907 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "GET /v2.0/security-groups?id=e67eb12d-fc89-40ab-96a9-9334d27cb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884292 Jul 14 14:20:20.417877 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aaaf7a-2579-4055-ac87-97c81d19a185 x-openstack-request-id: req-09aaaf7a-2579-4055-ac87-97c81d19a185 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:20:20.418536 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196f4160-42e0-4200-a3f9-b02ce75f2ddf", "name": "network-vif-deleted", "tag": "593d6d41-c9bc-4084-9b24-76eedaec8d19", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:20:20.418985 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09aaaf7a-2579-4055-ac87-97c81d19a185 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:20:20.419559 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196f4160-42e0-4200-a3f9-b02ce75f2ddf', 'name': 'network-vif-deleted', 'tag': '593d6d41-c9bc-4084-9b24-76eedaec8d19', 'status': 'completed', 'code': 200} Jul 14 14:20:20.436285 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e77a3-1552-429e-b6ea-c934289ec335 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event deleted for resources: {'Port': ['ID=a0692eac-ac89-432d-b992-b2bef7f2233d,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:20.467528 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-887f28dc-ee01-4c29-97f5-1ecc3a0cee59 req-cc2e77a3-1552-429e-b6ea-c934289ec335 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] No DVR routers for this DVR port a0692eac-ac89-432d-b992-b2bef7f2233d on host hv-cinder-67913 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:20:20.470001 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-887f28dc-ee01-4c29-97f5-1ecc3a0cee59 req-cc2e77a3-1552-429e-b6ea-c934289ec335 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:20.472177 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-887f28dc-ee01-4c29-97f5-1ecc3a0cee59 req-cc2e77a3-1552-429e-b6ea-c934289ec335 tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.62 "DELETE /v2.0/ports/a0692eac-ac89-432d-b992-b2bef7f2233d HTTP/1.1" status: 204 len: 173 time: 0.5510695 Jul 14 14:20:20.472760 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'name': 'network-vif-deleted', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:20:20.474975 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c073ff-8765-4d2b-b1c6-e909f8c679b4" -d '{"events": [{"server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "name": "network-vif-deleted", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:20:20.515543 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6e9e2d-e24b-42d1-ac2c-875d631703fa x-openstack-request-id: req-be6e9e2d-e24b-42d1-ac2c-875d631703fa {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:20:20.515834 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bab43d4-f8cb-4de6-b212-7f389e162b02", "name": "network-vif-deleted", "tag": "a0692eac-ac89-432d-b992-b2bef7f2233d", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:20:20.516087 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be6e9e2d-e24b-42d1-ac2c-875d631703fa {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:20:20.516481 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bab43d4-f8cb-4de6-b212-7f389e162b02', 'name': 'network-vif-deleted', 'tag': 'a0692eac-ac89-432d-b992-b2bef7f2233d', 'status': 'completed', 'code': 200} Jul 14 14:20:20.619402 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-93c224bd-cad5-484c-9672-ef12e8b6ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:55Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:20.645996 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c224bd-cad5-484c-9672-ef12e8b6ceeb None None] Checking router: 1a7d6233-7f14-45dc-b228-eec560e73cbc for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:20:20.654293 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c224bd-cad5-484c-9672-ef12e8b6ceeb None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:20:20.654905 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-93c224bd-cad5-484c-9672-ef12e8b6ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:20:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:20.779456 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-93c224bd-cad5-484c-9672-ef12e8b6ceeb None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:20:20.942649 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-418fe38b-dc0d-41cd-95ab-df65591d3a86 req-fb49e85d-3c8b-487a-91d8-bb7d018dcb74 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=196f4160-42e0-4200-a3f9-b02ce75f2ddf HTTP/1.1" status: 200 len: 210 time: 0.0309010 Jul 14 14:20:21.029745 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-93c224bd-cad5-484c-9672-ef12e8b6ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:55Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:21.059450 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c224bd-cad5-484c-9672-ef12e8b6ceeb None None] The sync data for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb is: [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:55Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:20:21.270889 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25fb816-0771-4d22-82f6-e9ee6742fd21 None None] New status for floating IP 3eb6f15f-cd2e-4f33-8183-b964dee71a33: DOWN {{(pid=93060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:20:21.315116 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 593d6d41-c9bc-4084-9b24-76eedaec8d19 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:20:21.339638 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 593d6d41-c9bc-4084-9b24-76eedaec8d19 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:20:21.340023 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 593d6d41-c9bc-4084-9b24-76eedaec8d19 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:20:21.340425 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device a0692eac-ac89-432d-b992-b2bef7f2233d no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:20:21.361411 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:21.362037 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: a0692eac-ac89-432d-b992-b2bef7f2233d {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:20:21.362382 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device a0692eac-ac89-432d-b992-b2bef7f2233d not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:20:21.523887 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43066) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:21.581424 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0ecf40d9-16e8-4ed3-8b0d-19c7b3321a1e tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:21.605770 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0ecf40d9-16e8-4ed3-8b0d-19c7b3321a1e tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:21.666131 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0ecf40d9-16e8-4ed3-8b0d-19c7b3321a1e tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:21.669121 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0ecf40d9-16e8-4ed3-8b0d-19c7b3321a1e tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:21.670211 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-0ecf40d9-16e8-4ed3-8b0d-19c7b3321a1e tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] 10.222.0.53 "DELETE /v2.0/security-groups/e67eb12d-fc89-40ab-96a9-9334d27cb32a HTTP/1.1" status: 204 len: 168 time: 0.1453574 Jul 14 14:20:21.679961 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf40d9-16e8-4ed3-8b0d-19c7b3321a1e tempest-TestShelveInstance-1701318787 tempest-TestShelveInstance-1701318787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67eb12d-fc89-40ab-96a9-9334d27cb32a,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:22.070704 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43074) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:22.123978 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e43cfa39-88b0-4c0d-83a1-54e92e47d7cd tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:22.146980 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e43cfa39-88b0-4c0d-83a1-54e92e47d7cd tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:22.192938 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e43cfa39-88b0-4c0d-83a1-54e92e47d7cd tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:22.195479 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e43cfa39-88b0-4c0d-83a1-54e92e47d7cd tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:22.196609 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-e43cfa39-88b0-4c0d-83a1-54e92e47d7cd tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "DELETE /v2.0/security-groups/3b9fb969-c66c-4c7f-96ea-6030e9dd571b HTTP/1.1" status: 204 len: 168 time: 0.1249111 Jul 14 14:20:22.199424 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43076) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:22.206500 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cfa39-88b0-4c0d-83a1-54e92e47d7cd tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9fb969-c66c-4c7f-96ea-6030e9dd571b,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:22.215278 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.api.v2.resource [None req-a84a156b-028b-4a35-b33c-f0b4541a0fd3 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] show failed (client error): The resource could not be found. Jul 14 14:20:22.219059 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-a84a156b-028b-4a35-b33c-f0b4541a0fd3 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups/3b9fb969-c66c-4c7f-96ea-6030e9dd571b HTTP/1.1" status: 404 len: 347 time: 0.0158923 Jul 14 14:20:22.219228 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43078) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:22.339283 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-660e29be-0349-453b-8a74-76d13991c3f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Deleting port 437c9b41-db03-4675-b02f-c3fa9ee70fa7 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:22.339621 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-660e29be-0349-453b-8a74-76d13991c3f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:22.409633 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-660e29be-0349-453b-8a74-76d13991c3f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:22.409976 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-660e29be-0349-453b-8a74-76d13991c3f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:22.421129 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-660e29be-0349-453b-8a74-76d13991c3f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Calling delete_port for 437c9b41-db03-4675-b02f-c3fa9ee70fa7 owned by network:floatingip {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:22.549206 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-660e29be-0349-453b-8a74-76d13991c3f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:22.574016 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e29be-0349-453b-8a74-76d13991c3f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event deleted for resources: {'Port': ['ID=437c9b41-db03-4675-b02f-c3fa9ee70fa7,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:22.634039 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-660e29be-0349-453b-8a74-76d13991c3f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:22.636482 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-660e29be-0349-453b-8a74-76d13991c3f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:22.637655 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-660e29be-0349-453b-8a74-76d13991c3f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "DELETE /v2.0/floatingips/3eb6f15f-cd2e-4f33-8183-b964dee71a33 HTTP/1.1" status: 204 len: 168 time: 0.4175799 Jul 14 14:20:22.737377 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43084) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:23.072054 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-649b3431-d38e-4d3a-b4f4-9e56467cde1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3855411'] for router_interface, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.140207 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43086) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:23.145211 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-b4921817-72fc-4c4e-88ab-9e973609d928 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1119820021', 'description': 'tempest-description--1659690388'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:20:23.166425 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b4921817-72fc-4c4e-88ab-9e973609d928 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.249968 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b4921817-72fc-4c4e-88ab-9e973609d928 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.253807 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b4921817-72fc-4c4e-88ab-9e973609d928 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.279073 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b4921817-72fc-4c4e-88ab-9e973609d928 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.281685 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b4921817-72fc-4c4e-88ab-9e973609d928 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1402736 Jul 14 14:20:23.283905 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43088) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:23.285948 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4921817-72fc-4c4e-88ab-9e973609d928 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef96188d-d3b4-424f-88e0-c2bb1607e187,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:23.289383 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-388d8ddd-ba7d-47de-beed-627ead56d153 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Request body: {'security_group_rule': {'security_group_id': 'ef96188d-d3b4-424f-88e0-c2bb1607e187', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:20:23.345407 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-388d8ddd-ba7d-47de-beed-627ead56d153 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.372862 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-649b3431-d38e-4d3a-b4f4-9e56467cde1a admin admin] Deleting port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:23.373219 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-649b3431-d38e-4d3a-b4f4-9e56467cde1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.456015 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-388d8ddd-ba7d-47de-beed-627ead56d153 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.460565 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-388d8ddd-ba7d-47de-beed-627ead56d153 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.492819 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d8ddd-ba7d-47de-beed-627ead56d153 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af22c815-9aef-454f-80ac-a8c403bb4f4b,revision_number=0']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:23.495678 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [None req-649b3431-d38e-4d3a-b4f4-9e56467cde1a admin admin] For port bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:23.496038 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-649b3431-d38e-4d3a-b4f4-9e56467cde1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.498348 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-388d8ddd-ba7d-47de-beed-627ead56d153 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.499550 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-388d8ddd-ba7d-47de-beed-627ead56d153 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2144060 Jul 14 14:20:23.503422 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43090) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:23.508020 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-1e9deadc-2cc6-4a0e-bc5e-49c1294136bf tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Request body: {'security_group_rule': {'security_group_id': 'ef96188d-d3b4-424f-88e0-c2bb1607e187', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:20:23.509995 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-649b3431-d38e-4d3a-b4f4-9e56467cde1a admin admin] Calling delete_port for bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f owned by network:router_interface {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:23.535045 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1e9deadc-2cc6-4a0e-bc5e-49c1294136bf tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.590447 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1e9deadc-2cc6-4a0e-bc5e-49c1294136bf tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.594463 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1e9deadc-2cc6-4a0e-bc5e-49c1294136bf tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.611996 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9deadc-2cc6-4a0e-bc5e-49c1294136bf tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076925f0-4bc5-40e6-861b-20173e937eb1,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:23.621291 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1e9deadc-2cc6-4a0e-bc5e-49c1294136bf tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.622727 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-1e9deadc-2cc6-4a0e-bc5e-49c1294136bf tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181557 Jul 14 14:20:23.626499 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43092) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:23.630840 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Request body: {'floatingip': {'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:20:23.651515 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.692103 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-649b3431-d38e-4d3a-b4f4-9e56467cde1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.722122 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b3431-d38e-4d3a-b4f4-9e56467cde1a admin admin] Pushing event deleted for resources: {'Port': ['ID=bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:23.753251 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:23.862328 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Allocated IP 172.28.3.22 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/3e1bf951-95b4-4cb3-a960-b6579bea2a7c) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:20:23.973441 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.011809 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.056892 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:20:24.059813 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:20:24.064759 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:20:24.067824 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event updated for resources: {'Port': ['ID=3e1bf951-95b4-4cb3-a960-b6579bea2a7c,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:24.137485 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-649b3431-d38e-4d3a-b4f4-9e56467cde1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3855519'] for router_interface, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.157035 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.200051 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.348189 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.352706 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649b3431-d38e-4d3a-b4f4-9e56467cde1a admin admin] Router 472d68be-28fb-4d04-8972-dec5a6f44dea has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:20:24.352896 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.424767 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event updated for resources: {'Port': ['ID=3e1bf951-95b4-4cb3-a960-b6579bea2a7c,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:24.430035 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.445016 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.446273 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-2e027d18-e99a-47a4-aff8-50cc37d068f9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8188269 Jul 14 14:20:24.460245 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649b3431-d38e-4d3a-b4f4-9e56467cde1a admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:20:24.465195 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-649b3431-d38e-4d3a-b4f4-9e56467cde1a admin admin] 10.222.0.53 "PUT /v2.0/routers/472d68be-28fb-4d04-8972-dec5a6f44dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7302721 Jul 14 14:20:24.467820 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43096) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:24.470991 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3568a3-f57f-4a9f-ba96-d9c1a2bf16c5 None None] Sync routers for ids ['472d68be-28fb-4d04-8972-dec5a6f44dea'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:20:24.481017 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3568a3-f57f-4a9f-ba96-d9c1a2bf16c5 None None] Routers {'472d68be-28fb-4d04-8972-dec5a6f44dea'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:20:24.481706 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-ef3568a3-f57f-4a9f-ba96-d9c1a2bf16c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:20:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['472d68be-28fb-4d04-8972-dec5a6f44dea'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:24.579305 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.588437 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-ef3568a3-f57f-4a9f-ba96-d9c1a2bf16c5 None None] Set router 472d68be-28fb-4d04-8972-dec5a6f44dea gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:20:24.645943 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-14fb83b5-bc19-4082-8d8a-05e620313b78 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1119820021&fields=id&tenant_id=dfaf3d8eb7494a42986160065e377c67 HTTP/1.1" status: 200 len: 267 time: 0.0391369 Jul 14 14:20:24.685591 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.740013 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Deleting port d0c27a85-1e76-4d19-99a7-5b78e96245ae {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:24.740390 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.755132 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-422355a4-e5f5-4d98-8352-e8e30c7cf249 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:24.756666 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-422355a4-e5f5-4d98-8352-e8e30c7cf249 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 817 time: 0.1039848 Jul 14 14:20:24.774159 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-b3f9cfd3-fc96-4e71-bcf0-bff87a809ac2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/quotas/dfaf3d8eb7494a42986160065e377c67 HTTP/1.1" status: 200 len: 375 time: 0.0101452 Jul 14 14:20:24.777814 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-ef3568a3-f57f-4a9f-ba96-d9c1a2bf16c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:20:23Z', 'revision_number': 5, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port': {'id': 'd0c27a85-1e76-4d19-99a7-5b78e96245ae', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:46Z', 'updated_at': '2021-07-14T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:24.806869 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3568a3-f57f-4a9f-ba96-d9c1a2bf16c5 None None] Checking router: 472d68be-28fb-4d04-8972-dec5a6f44dea for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:20:24.815051 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3568a3-f57f-4a9f-ba96-d9c1a2bf16c5 None None] Routers {'472d68be-28fb-4d04-8972-dec5a6f44dea'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:20:24.815663 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-ef3568a3-f57f-4a9f-ba96-d9c1a2bf16c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:20:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['472d68be-28fb-4d04-8972-dec5a6f44dea'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:24.822776 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] For port d0c27a85-1e76-4d19-99a7-5b78e96245ae, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=d0c27a85-1e76-4d19-99a7-5b78e96245ae,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:24.823537 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.837454 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Calling delete_port for d0c27a85-1e76-4d19-99a7-5b78e96245ae owned by network:router_gateway {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:24.852321 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-3999b235-6693-4a3d-96b0-1f7ed54b8dd7 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690911 Jul 14 14:20:24.914201 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-ef3568a3-f57f-4a9f-ba96-d9c1a2bf16c5 None None] Set router 472d68be-28fb-4d04-8972-dec5a6f44dea gateway port host: None {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:20:24.965987 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-ef3568a3-f57f-4a9f-ba96-d9c1a2bf16c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:20:24Z', 'revision_number': 6, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port_host': None}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:24.996283 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3568a3-f57f-4a9f-ba96-d9c1a2bf16c5 None None] The sync data for ids ['472d68be-28fb-4d04-8972-dec5a6f44dea'] in dv-cinder-679138-10-smb is: [{'id': '472d68be-28fb-4d04-8972-dec5a6f44dea', 'name': 'tempest-TestShelveInstance-1816068261-router', 'tenant_id': '1d86ef4389834ab9980f774ec2beb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:45Z', 'updated_at': '2021-07-14T14:20:24Z', 'revision_number': 6, 'project_id': '1d86ef4389834ab9980f774ec2beb1e0', 'gw_port_host': None}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:20:25.009436 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-b96aa753-f142-419a-93d1-906bffc535e2 service neutron] 10.222.0.53 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456280 Jul 14 14:20:25.018921 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:25.047546 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c27a85-1e76-4d19-99a7-5b78e96245ae,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:25.099645 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-2d122763-a3ef-4236-9611-ed2a87f9d978 service neutron] 10.222.0.53 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877047 Jul 14 14:20:25.106412 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861369'] for router_gateway, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:25.198432 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4230'] for router, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:25.200542 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:25.277476 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-90cb69ea-b849-4206-babc-6084ce139252 req-d6bf86f7-d2ab-459d-95dd-3c2974756d69 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 210 time: 0.0365329 Jul 14 14:20:25.482364 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857778'] for router, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:25.483090 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 472d68be-28fb-4d04-8972-dec5a6f44dea {{(pid=93058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:20:25.488310 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:25.489508 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-93416394-e7f2-4a8a-b522-20676dc53f50 admin admin] 10.222.0.53 "DELETE /v2.0/routers/472d68be-28fb-4d04-8972-dec5a6f44dea HTTP/1.1" status: 204 len: 168 time: 1.0198486 Jul 14 14:20:25.491973 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43120) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:25.535847 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a3b8f8-69a4-4727-8823-0a45208482fc admin admin] Deleting subnet 0d09fa29-169b-4738-a23e-0588e8055df4 {{(pid=93058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:20:25.539881 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b8f8-69a4-4727-8823-0a45208482fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:25.575753 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b8f8-69a4-4727-8823-0a45208482fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9356669'] for subnet, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:25.682302 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b8f8-69a4-4727-8823-0a45208482fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:25.734741 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b8f8-69a4-4727-8823-0a45208482fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9482074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9234413'] for subnet, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:25.766237 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3b8f8-69a4-4727-8823-0a45208482fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d09fa29-169b-4738-a23e-0588e8055df4,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:25.770123 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b8f8-69a4-4727-8823-0a45208482fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:25.772412 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b8a3b8f8-69a4-4727-8823-0a45208482fc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d09fa29-169b-4738-a23e-0588e8055df4 HTTP/1.1" status: 204 len: 168 time: 0.2794964 Jul 14 14:20:25.775455 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee8a131-ccd9-4730-8e9b-dc3fabe40e7b None None] Network 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:20:25.775984 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43126) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:25.827785 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:20:25.854594 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:20:25.855038 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device bf705bd8-cf8c-49bd-8a0d-b21c29ccf07f not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:20:25.874080 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:25.935187 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Deleting port 5928d89f-8536-4c0d-9940-d16c83106f06 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:25.935666 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:26.011036 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] For port 5928d89f-8536-4c0d-9940-d16c83106f06, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=5928d89f-8536-4c0d-9940-d16c83106f06,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:26.011036 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:26.017842 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] DHCP port deletion for 3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 request from dv-cinder-679138-10-smb {{(pid=93059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:20:26.031546 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Calling delete_port for 5928d89f-8536-4c0d-9940-d16c83106f06 owned by network:dhcp {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:26.088472 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Deleting port 5928d89f-8536-4c0d-9940-d16c83106f06 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:26.089127 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:26.123888 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:26.157636 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Pushing event deleted for resources: {'Port': ['ID=5928d89f-8536-4c0d-9940-d16c83106f06,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:26.162493 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] No DVR routers for this DVR port 5928d89f-8536-4c0d-9940-d16c83106f06 on host dv-cinder-679138-10-smb {{(pid=93057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:20:26.162758 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] For port 5928d89f-8536-4c0d-9940-d16c83106f06, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=5928d89f-8536-4c0d-9940-d16c83106f06,segment=NetworkSegment(72a038ce-ad7a-47ac-9a60-732673527f21),segment_id=72a038ce-ad7a-47ac-9a60-732673527f21)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:26.163212 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:26.177370 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Calling delete_port for 5928d89f-8536-4c0d-9940-d16c83106f06 owned by network:dhcp {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:26.231947 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:26.241968 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.services.segments.db [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e05f0e9-a9e6-48fa-945d-74e7bf473cf7']}} {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:26.252018 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.services.segments.db [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a038ce-ad7a-47ac-9a60-732673527f21') {'for_net_delete': True} {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:26.252309 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.services.segments.db [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a038ce-ad7a-47ac-9a60-732673527f21') {} {{(pid=93057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:26.254200 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:26.261002 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9166538'] for segment, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:26.274729 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:26.283440 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Pushing event deleted for resources: {'Port': ['ID=5928d89f-8536-4c0d-9940-d16c83106f06,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:26.283666 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:20:26.283666 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9166169'] for segment, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: Traceback (most recent call last): Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: timer() Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: cb(*args, **kw) Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: return func(*args, **kwargs) Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: self._notify() Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: self.callback(batched_events) Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: event.method(event) Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: return f(self, *a, **k) Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: return self._get(url).json() Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: return self.request(url, 'GET', **kwargs) Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:20:26.284226 dv-cinder-679138-10-smb neutron-server[93057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:20:26.288017 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] No DVR routers for this DVR port 5928d89f-8536-4c0d-9940-d16c83106f06 on host dv-cinder-679138-10-smb {{(pid=93059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:20:26.295221 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:26.295221 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:26.295221 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:26.295221 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:26.295221 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:26.295221 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:26.295221 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:26.295221 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:26.295221 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:26.295221 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:26.295221 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:26.296181 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd68e0-ecb5-4b5b-8051-c0055779d3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:26.347551 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:26.356404 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:26.358298 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] 10.222.0.53 "DELETE /v2.0/networks/3e05f0e9-a9e6-48fa-945d-74e7bf473cf7 HTTP/1.1" status: 204 len: 168 time: 0.5811884 Jul 14 14:20:26.361308 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43130) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:26.371270 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b7fa2-25f3-4a5d-8ab1-84d6df94ab4a admin admin] Pushing event deleted for resources: {'Network': ['ID=3e05f0e9-a9e6-48fa-945d-74e7bf473cf7,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:26.448323 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-664d55f1-4436-4371-a9a0-804ed558fdf6 req-4bf50a6c-c6f3-4e68-9a16-351dfbce22d4 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 210 time: 0.0290692 Jul 14 14:20:26.603276 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-306ca01c-bee7-497f-9416-696023066f94 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:26.604790 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-306ca01c-bee7-497f-9416-696023066f94 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 817 time: 0.1577902 Jul 14 14:20:26.695415 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-ba4ee0da-74d3-43f6-9eb9-86c16c349249 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfaf3d8eb7494a42986160065e377c67 HTTP/1.1" status: 200 len: 380 time: 0.0639024 Jul 14 14:20:26.720019 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Request body: {'port': {'device_id': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'admin_state_up': True, 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'security_groups': ['ef96188d-d3b4-424f-88e0-c2bb1607e187']}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:20:26.868924 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Made reservation on behalf of dfaf3d8eb7494a42986160065e377c67 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:20:26.872300 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:27.032613 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-15ffe89c-bc74-4f69-9159-d5550cc8d120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3855411'] for router_interface, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:27.072493 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Allocated IP 172.20.0.9 (76eeb5df-ae85-4435-b32c-21f10c24c6bb/51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c/2ccef4fb-666e-451d-9e54-e1bc0ed69fc8) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:20:27.149629 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device d0c27a85-1e76-4d19-99a7-5b78e96245ae no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:20:27.170636 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: d0c27a85-1e76-4d19-99a7-5b78e96245ae {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:20:27.170991 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device d0c27a85-1e76-4d19-99a7-5b78e96245ae not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:20:27.172025 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 5928d89f-8536-4c0d-9940-d16c83106f06 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:20:27.193893 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: 5928d89f-8536-4c0d-9940-d16c83106f06 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:20:27.194243 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 5928d89f-8536-4c0d-9940-d16c83106f06 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:20:27.313313 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:27.333417 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Transition to ACTIVE for port object 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:20:27.415561 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:27.480412 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Network 76eeb5df-ae85-4435-b32c-21f10c24c6bb is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:20:27.484101 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-15ffe89c-bc74-4f69-9159-d5550cc8d120 admin admin] Deleting port 0df613bf-f6fd-44cc-b79a-0291093b50a5 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:27.484441 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-15ffe89c-bc74-4f69-9159-d5550cc8d120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:27.488059 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:20:27.489722 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event updated for resources: {'Port': ['ID=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:27.500952 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:20:27.587283 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:27.587898 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:27.614596 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-d66c7d54-f8e8-4867-b01f-1823f8c9052b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8987799 Jul 14 14:20:27.619435 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-15ffe89c-bc74-4f69-9159-d5550cc8d120 admin admin] For port 0df613bf-f6fd-44cc-b79a-0291093b50a5, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=0df613bf-f6fd-44cc-b79a-0291093b50a5,segment=NetworkSegment(0a1a7f03-5c48-427f-8f53-3db0198109e1),segment_id=0a1a7f03-5c48-427f-8f53-3db0198109e1)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:27.619842 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-15ffe89c-bc74-4f69-9159-d5550cc8d120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:27.631581 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Request body: {'port': {'device_id': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:20:27.637290 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1c7bf-9725-4767-9e57-720b85c20e19 req-1dbd8d70-89bc-410e-867e-7dfa6d3b1dac tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:27.638887 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-92c1c7bf-9725-4767-9e57-720b85c20e19 req-1dbd8d70-89bc-410e-867e-7dfa6d3b1dac tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 931 time: 0.0674424 Jul 14 14:20:27.657698 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-15ffe89c-bc74-4f69-9159-d5550cc8d120 admin admin] Calling delete_port for 0df613bf-f6fd-44cc-b79a-0291093b50a5 owned by network:router_interface {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:27.685554 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-92c1c7bf-9725-4767-9e57-720b85c20e19 req-8257139f-38b1-4809-ae44-12d8b7b74188 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404835 Jul 14 14:20:27.756484 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:27.776911 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-da907ccb-4eea-4d29-8194-39bb432b4717 None None] Provisioning for port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:20:27.781089 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-da907ccb-4eea-4d29-8194-39bb432b4717 None None] Provisioning complete for port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:20:27.781518 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-da907ccb-4eea-4d29-8194-39bb432b4717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:27.815502 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-da907ccb-4eea-4d29-8194-39bb432b4717 None None] Port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:20:28.240151 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-15ffe89c-bc74-4f69-9159-d5550cc8d120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:28.270940 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffe89c-bc74-4f69-9159-d5550cc8d120 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df613bf-f6fd-44cc-b79a-0291093b50a5,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:28.435644 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:20:28.471230 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:28.491885 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Transition to ACTIVE for port object 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:20:28.497635 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:28.506773 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-15ffe89c-bc74-4f69-9159-d5550cc8d120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3855519'] for router_interface, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:28.594274 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Pushing event updated for resources: {'Port': ['ID=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:28.712070 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Attempting to bind port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:20:28.712705 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Attempting to bind port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:20:28.712705 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Attempting to bind port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 on network 76eeb5df-ae85-4435-b32c-21f10c24c6bb {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:20:28.722074 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 on network 76eeb5df-ae85-4435-b32c-21f10c24c6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:20:28.722388 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Attempting to bind port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 on network 76eeb5df-ae85-4435-b32c-21f10c24c6bb {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:20:28.757022 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:20:28.757293 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Checking segment: {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:20:28.757673 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Bound using segment: {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:20:28.758102 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Bound port: 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764318bd-b6a4-4639-93ad-467121138a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:20:28.758456 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:28.863017 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d325d1-4e67-4b87-8fb2-12d5334ebd7c req-ddca7a8b-9fb3-419a-b252-3a31470c3f4d tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:28.864420 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a9d325d1-4e67-4b87-8fb2-12d5334ebd7c req-ddca7a8b-9fb3-419a-b252-3a31470c3f4d tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0663559 Jul 14 14:20:28.869517 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:20:28.873168 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:20:28.878440 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ffe89c-bc74-4f69-9159-d5550cc8d120 admin admin] Router 8a5b2db1-7afe-4772-84ff-64a0895bfad3 has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:20:28.880283 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:28.902538 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a9d325d1-4e67-4b87-8fb2-12d5334ebd7c req-e30ed20b-2df5-42bd-a08e-4f108dd1eab6 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323145 Jul 14 14:20:28.923882 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:28.924602 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:28.926108 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] 10.222.0.62 "PUT /v2.0/ports/2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 HTTP/1.1" status: 200 len: 1093 time: 1.3035691 Jul 14 14:20:28.927551 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:20:28.929929 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69146e62-180a-42d6-b5f1-fd30386d9996" -d '{"events": [{"name": "network-changed", "server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:20:28.984783 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4b1356-315f-4b23-ba0a-a7cd4fb75108 x-openstack-request-id: req-ac4b1356-315f-4b23-ba0a-a7cd4fb75108 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:20:28.985150 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:20:28.985398 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac4b1356-315f-4b23-ba0a-a7cd4fb75108 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:20:28.985780 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'status': 'completed', 'code': 200} Jul 14 14:20:29.030984 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaeaa75-0e22-4e06-9e08-4da98599cdfc service neutron] Pushing event updated for resources: {'Port': ['ID=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:29.097140 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ffe89c-bc74-4f69-9159-d5550cc8d120 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:20:29.102426 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-15ffe89c-bc74-4f69-9159-d5550cc8d120 admin admin] 10.222.0.53 "PUT /v2.0/routers/8a5b2db1-7afe-4772-84ff-64a0895bfad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7401042 Jul 14 14:20:29.105948 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-7d0f10ad-1a7e-43ab-aa87-94e211f8fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:29.106092 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43142) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:29.106179 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-7d0f10ad-1a7e-43ab-aa87-94e211f8fa2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 1096 time: 0.1233799 Jul 14 14:20:29.111609 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d50b27-668e-430d-a5fe-70906e00f40b None None] Sync routers for ids ['8a5b2db1-7afe-4772-84ff-64a0895bfad3'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:20:29.128599 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d50b27-668e-430d-a5fe-70906e00f40b None None] Routers {'8a5b2db1-7afe-4772-84ff-64a0895bfad3'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:20:29.129495 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-77d50b27-668e-430d-a5fe-70906e00f40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:20:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['8a5b2db1-7afe-4772-84ff-64a0895bfad3'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:29.165431 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-422748b4-6745-4669-bd71-db4ca81d30e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 HTTP/1.1" status: 200 len: 217 time: 0.0433996 Jul 14 14:20:29.216035 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:29.220630 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-f9b3ca55-c314-4976-8575-9e5535d86fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:29.222130 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-f9b3ca55-c314-4976-8575-9e5535d86fa8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0543492 Jul 14 14:20:29.244024 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-77d50b27-668e-430d-a5fe-70906e00f40b None None] Set router 8a5b2db1-7afe-4772-84ff-64a0895bfad3 gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:20:29.287986 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-317e84b6-533e-4cc5-88ac-488f5042deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:29.289422 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-317e84b6-533e-4cc5-88ac-488f5042deb4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0597482 Jul 14 14:20:29.324440 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:29.380486 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Deleting port b2ad4817-f855-4dc4-8f34-ef93456ee927 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:29.380846 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:29.388577 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-43fd39f6-a94c-47e3-8b71-c8546e155243 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924008 Jul 14 14:20:29.425915 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-77d50b27-668e-430d-a5fe-70906e00f40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'name': 'tempest-TestShelveInstance-462265398-router', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:52Z', 'updated_at': '2021-07-14T14:20:27Z', 'revision_number': 5, 'project_id': '5cd15498ef454d9fb8cad38c32371cf0', 'gw_port': {'id': 'b2ad4817-f855-4dc4-8f34-ef93456ee927', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:15:53Z', 'updated_at': '2021-07-14T14:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:29.460218 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] For port b2ad4817-f855-4dc4-8f34-ef93456ee927, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=b2ad4817-f855-4dc4-8f34-ef93456ee927,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:29.460593 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:29.477946 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Calling delete_port for b2ad4817-f855-4dc4-8f34-ef93456ee927 owned by network:router_gateway {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:29.485991 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dbb92580-1429-4b8d-aa2c-79150682db7a req-3ee86c0d-a46c-435f-9516-1bf8102b85a9 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905116 Jul 14 14:20:29.550029 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d50b27-668e-430d-a5fe-70906e00f40b None None] Checking router: 8a5b2db1-7afe-4772-84ff-64a0895bfad3 for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:20:29.558772 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d50b27-668e-430d-a5fe-70906e00f40b None None] Routers {'8a5b2db1-7afe-4772-84ff-64a0895bfad3'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:20:29.559578 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-77d50b27-668e-430d-a5fe-70906e00f40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:20:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['8a5b2db1-7afe-4772-84ff-64a0895bfad3'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:29.598206 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69146e62-180a-42d6-b5f1-fd30386d9996 req-1be6759a-f868-45b1-83c2-fd4bb4b4c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:29.599803 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-69146e62-180a-42d6-b5f1-fd30386d9996 req-1be6759a-f868-45b1-83c2-fd4bb4b4c9ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 1096 time: 0.0571444 Jul 14 14:20:29.648981 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-77d50b27-668e-430d-a5fe-70906e00f40b None None] Set router 8a5b2db1-7afe-4772-84ff-64a0895bfad3 gateway port host: None {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:20:29.651579 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:29.681539 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ad4817-f855-4dc4-8f34-ef93456ee927,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:29.702332 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-77d50b27-668e-430d-a5fe-70906e00f40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'name': 'tempest-TestShelveInstance-462265398-router', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:52Z', 'updated_at': '2021-07-14T14:20:29Z', 'revision_number': 6, 'project_id': '5cd15498ef454d9fb8cad38c32371cf0', 'gw_port_host': None}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:29.703363 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69146e62-180a-42d6-b5f1-fd30386d9996 req-f658bad4-a1b7-444d-855f-7c1845bbc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:29.704850 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-69146e62-180a-42d6-b5f1-fd30386d9996 req-f658bad4-a1b7-444d-855f-7c1845bbc85e service neutron] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 918 time: 0.0978251 Jul 14 14:20:29.732552 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d50b27-668e-430d-a5fe-70906e00f40b None None] The sync data for ids ['8a5b2db1-7afe-4772-84ff-64a0895bfad3'] in dv-cinder-679138-10-smb is: [{'id': '8a5b2db1-7afe-4772-84ff-64a0895bfad3', 'name': 'tempest-TestShelveInstance-462265398-router', 'tenant_id': '5cd15498ef454d9fb8cad38c32371cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:15:52Z', 'updated_at': '2021-07-14T14:20:29Z', 'revision_number': 6, 'project_id': '5cd15498ef454d9fb8cad38c32371cf0', 'gw_port_host': None}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:20:29.746910 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861369'] for router_gateway, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:29.748078 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-69146e62-180a-42d6-b5f1-fd30386d9996 req-bc310706-f1db-448a-a3ed-c6d885f1f49f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 HTTP/1.1" status: 200 len: 217 time: 0.0356898 Jul 14 14:20:29.803741 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69146e62-180a-42d6-b5f1-fd30386d9996 req-9f6a3afb-06d3-464e-866f-f4bc54595621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:29.805151 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-69146e62-180a-42d6-b5f1-fd30386d9996 req-9f6a3afb-06d3-464e-866f-f4bc54595621 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0504615 Jul 14 14:20:29.840743 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4230'] for router, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:29.843011 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:29.862189 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69146e62-180a-42d6-b5f1-fd30386d9996 req-e17750a9-75ad-462d-8444-fbfe5a6fe2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:29.863688 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-69146e62-180a-42d6-b5f1-fd30386d9996 req-e17750a9-75ad-462d-8444-fbfe5a6fe2b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0510156 Jul 14 14:20:29.888751 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857778'] for router, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:29.889547 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a5b2db1-7afe-4772-84ff-64a0895bfad3 {{(pid=93057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:20:29.895145 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:29.896272 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-fd8533f1-5f01-4478-847c-843f3cbdb5f2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8a5b2db1-7afe-4772-84ff-64a0895bfad3 HTTP/1.1" status: 204 len: 168 time: 0.7903149 Jul 14 14:20:29.898811 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43144) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:29.944492 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffc9fd8-1283-4e05-b3c6-bd4b24f6a4eb admin admin] Deleting subnet 7bc49810-5758-44ee-be7a-e09298143050 {{(pid=93057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:20:29.947651 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0ffc9fd8-1283-4e05-b3c6-bd4b24f6a4eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:29.957478 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-69146e62-180a-42d6-b5f1-fd30386d9996 req-5a7f9b1e-3aa7-4156-846f-ed5920a8e463 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853109 Jul 14 14:20:29.983224 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0ffc9fd8-1283-4e05-b3c6-bd4b24f6a4eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9166547'] for subnet, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.054003 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-69146e62-180a-42d6-b5f1-fd30386d9996 req-5f683ec7-a4bc-419d-90ae-b6909f6825f1 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885282 Jul 14 14:20:30.097464 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0ffc9fd8-1283-4e05-b3c6-bd4b24f6a4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.158601 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7f9ba-7eb7-4beb-8ee7-71ee3473cd04 req-ccfb5702-82c2-4f3b-9e28-fe07b90cd4df tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:30.160159 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-97b7f9ba-7eb7-4beb-8ee7-71ee3473cd04 req-ccfb5702-82c2-4f3b-9e28-fe07b90cd4df tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.1329668 Jul 14 14:20:30.185336 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0ffc9fd8-1283-4e05-b3c6-bd4b24f6a4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9166583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9273958'] for subnet, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.216107 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc9fd8-1283-4e05-b3c6-bd4b24f6a4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bc49810-5758-44ee-be7a-e09298143050,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:30.227377 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-0ffc9fd8-1283-4e05-b3c6-bd4b24f6a4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.230795 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9dacca-fc37-42b2-a5e8-51dbf7c2a57c None None] Network 87d5e679-2868-4854-839b-c50ac3a03df2 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:20:30.231730 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-0ffc9fd8-1283-4e05-b3c6-bd4b24f6a4eb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7bc49810-5758-44ee-be7a-e09298143050 HTTP/1.1" status: 204 len: 168 time: 0.3318434 Jul 14 14:20:30.231901 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43148) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:30.239464 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-97b7f9ba-7eb7-4beb-8ee7-71ee3473cd04 req-824a604c-1a68-4560-9e15-dd1cf0990895 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711417 Jul 14 14:20:30.300354 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.352200 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Deleting port 2bf35843-2683-423f-9804-bf082ed451f9 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:30.352512 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.419594 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] For port 2bf35843-2683-423f-9804-bf082ed451f9, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=2bf35843-2683-423f-9804-bf082ed451f9,segment=NetworkSegment(0a1a7f03-5c48-427f-8f53-3db0198109e1),segment_id=0a1a7f03-5c48-427f-8f53-3db0198109e1)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:30.419873 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.431889 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Calling delete_port for 2bf35843-2683-423f-9804-bf082ed451f9 owned by network:dhcp {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:30.481794 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6231f6a1-09fd-40a7-a288-9639a091ad5e None None] DHCP port deletion for 87d5e679-2868-4854-839b-c50ac3a03df2 request from dv-cinder-679138-10-smb {{(pid=93059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:20:30.511672 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.530996 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-6231f6a1-09fd-40a7-a288-9639a091ad5e None None] Deleting port 2bf35843-2683-423f-9804-bf082ed451f9 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:30.531461 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6231f6a1-09fd-40a7-a288-9639a091ad5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.542109 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf35843-2683-423f-9804-bf082ed451f9,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:30.543976 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] No DVR routers for this DVR port 2bf35843-2683-423f-9804-bf082ed451f9 on host dv-cinder-679138-10-smb {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:20:30.597513 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-6231f6a1-09fd-40a7-a288-9639a091ad5e None None] For port 2bf35843-2683-423f-9804-bf082ed451f9, host dv-cinder-679138-10-smb, got binding levels [] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:30.597901 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6231f6a1-09fd-40a7-a288-9639a091ad5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.614842 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-6231f6a1-09fd-40a7-a288-9639a091ad5e None None] Calling delete_port for 2bf35843-2683-423f-9804-bf082ed451f9 owned by network:dhcp {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:30.616024 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.617642 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.ipam_backend_mixin [None req-6231f6a1-09fd-40a7-a288-9639a091ad5e None None] Port 2bf35843-2683-423f-9804-bf082ed451f9 was not found and therefore no delete operation was performed {{(pid=93059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 14:20:30.619202 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6231f6a1-09fd-40a7-a288-9639a091ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.626335 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d5e679-2868-4854-839b-c50ac3a03df2']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:30.637567 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1a7f03-5c48-427f-8f53-3db0198109e1') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:30.637934 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1a7f03-5c48-427f-8f53-3db0198109e1') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:30.647878 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9356644'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.663555 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.670720 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:20:30.671753 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9481460'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: Traceback (most recent call last): Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: timer() Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: cb(*args, **kw) Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: return func(*args, **kwargs) Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: self._notify() Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: self.callback(batched_events) Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: event.method(event) Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: return f(self, *a, **k) Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: return self._get(url).json() Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:20:30.673867 dv-cinder-679138-10-smb neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:20:30.736464 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.740974 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:30.743098 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] 10.222.0.53 "DELETE /v2.0/networks/87d5e679-2868-4854-839b-c50ac3a03df2 HTTP/1.1" status: 204 len: 168 time: 0.5102425 Jul 14 14:20:30.758449 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b18737-ffa6-413d-9fb1-4ad4acfbc96a admin admin] Pushing event deleted for resources: {'Network': ['ID=87d5e679-2868-4854-839b-c50ac3a03df2,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:30.770953 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231f6a1-09fd-40a7-a288-9639a091ad5e None None] Pushing event deleted for resources: {'Port': ['ID=2bf35843-2683-423f-9804-bf082ed451f9,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:30.776735 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231f6a1-09fd-40a7-a288-9639a091ad5e None None] No DVR routers for this DVR port 2bf35843-2683-423f-9804-bf082ed451f9 on host dv-cinder-679138-10-smb {{(pid=93059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:20:30.909803 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43152) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:30.950314 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-f4cb3e59-1c3b-41ab-a0df-80e8cc1cd54f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d86ef4389834ab9980f774ec2beb1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393119 Jul 14 14:20:30.953591 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43154) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:30.999488 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e16dafe0-fe24-4148-9c74-d40f82c7cec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:31.020000 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e16dafe0-fe24-4148-9c74-d40f82c7cec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:31.064604 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e16dafe0-fe24-4148-9c74-d40f82c7cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:31.067203 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e16dafe0-fe24-4148-9c74-d40f82c7cec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:31.068355 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-e16dafe0-fe24-4148-9c74-d40f82c7cec3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13affba1-6de0-44a2-a892-069b1bf34f38 HTTP/1.1" status: 204 len: 168 time: 0.1138892 Jul 14 14:20:31.076452 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dafe0-fe24-4148-9c74-d40f82c7cec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13affba1-6de0-44a2-a892-069b1bf34f38,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:31.158765 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 0df613bf-f6fd-44cc-b79a-0291093b50a5 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:20:31.178684 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: 0df613bf-f6fd-44cc-b79a-0291093b50a5 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:20:31.179152 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 0df613bf-f6fd-44cc-b79a-0291093b50a5 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:20:31.179654 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 2bf35843-2683-423f-9804-bf082ed451f9 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:20:31.198366 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: 2bf35843-2683-423f-9804-bf082ed451f9 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:20:31.198715 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 2bf35843-2683-423f-9804-bf082ed451f9 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:20:31.199121 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device b2ad4817-f855-4dc4-8f34-ef93456ee927 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:20:31.221123 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: b2ad4817-f855-4dc4-8f34-ef93456ee927 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:20:31.221123 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device b2ad4817-f855-4dc4-8f34-ef93456ee927 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:20:31.339128 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:20:31.384965 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43162) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:31.430028 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7e9a7-62d5-4552-ade1-21146d3fd60e req-03458ec1-8e7c-4542-a2b5-78e90b257cfb tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:31.432143 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-31f7e9a7-62d5-4552-ade1-21146d3fd60e req-03458ec1-8e7c-4542-a2b5-78e90b257cfb tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0755835 Jul 14 14:20:31.434425 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-17fc35f2-4eb7-4ec5-8c59-2734ebb0bceb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cd15498ef454d9fb8cad38c32371cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483325 Jul 14 14:20:31.437501 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43164) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:31.449793 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:31.462523 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'port_id': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'mac_address': 'fa:16:3e:00:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:20:31.477902 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-31f7e9a7-62d5-4552-ade1-21146d3fd60e req-a9b0257b-c5f8-450c-9e6d-93876cee5dd4 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367739 Jul 14 14:20:31.489421 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-025b9ea2-633a-4d3e-8cec-5c0255990029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:31.510316 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:31.518663 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-025b9ea2-633a-4d3e-8cec-5c0255990029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:31.524940 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:20:31.545330 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:31.549085 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:31.566646 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-025b9ea2-633a-4d3e-8cec-5c0255990029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:31.569288 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-025b9ea2-633a-4d3e-8cec-5c0255990029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:31.570427 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-025b9ea2-633a-4d3e-8cec-5c0255990029 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd6ee55f-74ab-4d3f-ae05-d96ea6000e92 HTTP/1.1" status: 204 len: 168 time: 0.1319137 Jul 14 14:20:31.579280 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b9ea2-633a-4d3e-8cec-5c0255990029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6ee55f-74ab-4d3f-ae05-d96ea6000e92,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:31.611031 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:31.740425 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['2ccef4fb-666e-451d-9e54-e1bc0ed69fc8'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:20:32.670873 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b30f05-4f56-4a4d-aa12-a226437c95f9 req-f93379ac-bfc1-42a1-9d54-ad2a8e57ee71 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:32.672765 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-71b30f05-4f56-4a4d-aa12-a226437c95f9 req-f93379ac-bfc1-42a1-9d54-ad2a8e57ee71 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 944 time: 0.0623333 Jul 14 14:20:32.708915 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-71b30f05-4f56-4a4d-aa12-a226437c95f9 req-7cfbdd1e-418d-4b81-961e-b489da384653 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306728 Jul 14 14:20:33.354929 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:20:33.401425 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:20:33.405097 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:20:33.406100 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:33.482553 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:33.504697 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:20:33.506952 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5af2705-ab23-47bb-b376-5ef9ea30b951" -d '{"events": [{"server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "name": "network-vif-plugged", "status": "completed", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:20:33.520740 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:33.525538 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:33.571772 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:33.708632 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe30933b-33ac-4773-925f-ad3e6f0654cf x-openstack-request-id: req-fe30933b-33ac-4773-925f-ad3e6f0654cf {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:20:33.709006 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "name": "network-vif-plugged", "status": "completed", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:20:33.709282 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe30933b-33ac-4773-925f-ad3e6f0654cf {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:20:33.709676 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'code': 200} Jul 14 14:20:33.891995 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cea62-2385-4a9b-be57-58d348c449dd req-ef6df3cb-58dc-4f28-91f5-0a1af6b1cc6f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:33.893555 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f39cea62-2385-4a9b-be57-58d348c449dd req-ef6df3cb-58dc-4f28-91f5-0a1af6b1cc6f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0646400 Jul 14 14:20:33.925788 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be3757-113e-45de-90f5-3ce3bd0a472e req-880c2ecc-f7f5-4225-8665-a532d391487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:33.927199 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-f5be3757-113e-45de-90f5-3ce3bd0a472e req-880c2ecc-f7f5-4225-8665-a532d391487e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 1098 time: 0.0519123 Jul 14 14:20:33.931770 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f39cea62-2385-4a9b-be57-58d348c449dd req-5d134815-bf6d-43ac-bfce-22870ad65b60 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326152 Jul 14 14:20:33.962072 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-f5be3757-113e-45de-90f5-3ce3bd0a472e req-be491876-0367-47d3-ac2a-61c44d99650d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286272 Jul 14 14:20:35.109996 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e1c7d-fd9a-4bee-abd5-2a34ae1c0751 req-3110efc8-b298-40cb-950d-d2a13b06dce4 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:35.111513 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1e8e1c7d-fd9a-4bee-abd5-2a34ae1c0751 req-3110efc8-b298-40cb-950d-d2a13b06dce4 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0657926 Jul 14 14:20:35.149061 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1e8e1c7d-fd9a-4bee-abd5-2a34ae1c0751 req-599037ea-9dfc-46f7-ad6f-d2ba39aa8844 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320735 Jul 14 14:20:35.316255 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afd371-fe02-432a-bb46-0d8aef4705ce req-ff629a43-db88-4ef7-9ac3-8d7ad7dd00e8 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:35.317740 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f6afd371-fe02-432a-bb46-0d8aef4705ce req-ff629a43-db88-4ef7-9ac3-8d7ad7dd00e8 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0625687 Jul 14 14:20:35.326226 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43180) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:35.330753 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-f43fcca1-6f69-4f82-a4fc-2abb2969e11e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Request body: {'floatingip': {'port_id': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:20:35.370418 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f43fcca1-6f69-4f82-a4fc-2abb2969e11e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:35.793619 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f43fcca1-6f69-4f82-a4fc-2abb2969e11e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:35.797985 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f43fcca1-6f69-4f82-a4fc-2abb2969e11e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:35.891048 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.l3_db [None req-f43fcca1-6f69-4f82-a4fc-2abb2969e11e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Floating IP 98528442-c65e-45bf-a5db-4a33c064a77c associated. External IP: 172.28.3.22, port: 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8. Jul 14 14:20:36.332866 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43fcca1-6f69-4f82-a4fc-2abb2969e11e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Router 1a7d6233-7f14-45dc-b228-eec560e73cbc has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:20:36.435915 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43fcca1-6f69-4f82-a4fc-2abb2969e11e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:20:36.441370 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-f43fcca1-6f69-4f82-a4fc-2abb2969e11e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:36.445542 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903a0e5c-c283-484b-a4fc-80a20a795ff1 None None] Sync routers for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:20:36.455055 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a0e5c-c283-484b-a4fc-80a20a795ff1 None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:20:36.455674 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-903a0e5c-c283-484b-a4fc-80a20a795ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:20:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:36.480514 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-f43fcca1-6f69-4f82-a4fc-2abb2969e11e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "PUT /v2.0/floatingips/98528442-c65e-45bf-a5db-4a33c064a77c HTTP/1.1" status: 200 len: 990 time: 1.1532273 Jul 14 14:20:36.481232 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:20:36.484087 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2344c6ef-2958-42b0-9c62-b50d32cb10b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:20:36.521214 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928a16cf-e5ba-4e53-aa42-5a9c56e305cd x-openstack-request-id: req-928a16cf-e5ba-4e53-aa42-5a9c56e305cd {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:20:36.521519 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:20:36.521768 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-928a16cf-e5ba-4e53-aa42-5a9c56e305cd {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:20:36.522164 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'status': 'completed', 'code': 200} Jul 14 14:20:36.562132 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-903a0e5c-c283-484b-a4fc-80a20a795ff1 None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:20:36.601490 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344c6ef-2958-42b0-9c62-b50d32cb10b5 req-a45237a9-6408-46ea-b720-f3ccafdd10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:36.603009 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-2344c6ef-2958-42b0-9c62-b50d32cb10b5 req-a45237a9-6408-46ea-b720-f3ccafdd10d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 1098 time: 0.0584786 Jul 14 14:20:36.699839 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344c6ef-2958-42b0-9c62-b50d32cb10b5 req-3557fbe3-90a1-4f49-99eb-3bfae4e92c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:36.701341 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-2344c6ef-2958-42b0-9c62-b50d32cb10b5 req-3557fbe3-90a1-4f49-99eb-3bfae4e92c9c service neutron] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 918 time: 0.0918176 Jul 14 14:20:36.791167 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-903a0e5c-c283-484b-a4fc-80a20a795ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': '98528442-c65e-45bf-a5db-4a33c064a77c', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'floating_ip_address': '172.28.3.22', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'port_id': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'mac_address': 'fa:16:3e:00:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:20:24Z', 'updated_at': '2021-07-14T14:20:35Z', 'revision_number': 1, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:55Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:36.800959 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-2344c6ef-2958-42b0-9c62-b50d32cb10b5 req-1c3babaf-9231-4152-8fd8-d0d9c7c9994e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 HTTP/1.1" status: 200 len: 998 time: 0.0929625 Jul 14 14:20:36.818391 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903a0e5c-c283-484b-a4fc-80a20a795ff1 None None] Checking router: 1a7d6233-7f14-45dc-b228-eec560e73cbc for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:20:36.826381 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a0e5c-c283-484b-a4fc-80a20a795ff1 None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:20:36.827103 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-903a0e5c-c283-484b-a4fc-80a20a795ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:20:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:36.848028 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344c6ef-2958-42b0-9c62-b50d32cb10b5 req-b4de9429-9898-4f94-b0d8-4888eb8c03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:36.849661 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-2344c6ef-2958-42b0-9c62-b50d32cb10b5 req-b4de9429-9898-4f94-b0d8-4888eb8c03cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0423982 Jul 14 14:20:36.905278 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344c6ef-2958-42b0-9c62-b50d32cb10b5 req-67a7d271-b9a2-4f66-a68a-a5886075bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:36.906705 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-2344c6ef-2958-42b0-9c62-b50d32cb10b5 req-67a7d271-b9a2-4f66-a68a-a5886075bc65 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0513041 Jul 14 14:20:36.931613 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-903a0e5c-c283-484b-a4fc-80a20a795ff1 None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:20:37.006155 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-2344c6ef-2958-42b0-9c62-b50d32cb10b5 req-9d0cd64c-76e7-46e1-85f4-5521d2c4b9fd service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928698 Jul 14 14:20:37.093551 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-2344c6ef-2958-42b0-9c62-b50d32cb10b5 req-f8628a1c-7576-49c5-b7d8-69da1131bc25 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814750 Jul 14 14:20:37.160696 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-903a0e5c-c283-484b-a4fc-80a20a795ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': '98528442-c65e-45bf-a5db-4a33c064a77c', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'floating_ip_address': '172.28.3.22', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'port_id': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'mac_address': 'fa:16:3e:00:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:20:24Z', 'updated_at': '2021-07-14T14:20:35Z', 'revision_number': 1, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:55Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:37.188165 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903a0e5c-c283-484b-a4fc-80a20a795ff1 None None] The sync data for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb is: [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': '98528442-c65e-45bf-a5db-4a33c064a77c', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'floating_ip_address': '172.28.3.22', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'port_id': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'mac_address': 'fa:16:3e:00:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:20:24Z', 'updated_at': '2021-07-14T14:20:35Z', 'revision_number': 1, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:55Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:20:37.367039 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f749f05-38a3-4741-b5dc-b1cef9ae92be None None] New status for floating IP 98528442-c65e-45bf-a5db-4a33c064a77c: ACTIVE {{(pid=93060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:20:39.986164 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2acd-8907-4817-8efe-08d840d97a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:42.314825 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-acc6c1a6-c7c6-4b10-86cd-3c67e6501303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:42.701585 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:43.788657 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:45.170929 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:48.744537 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-4b5c73b9-1389-4b54-b54a-e88c02a24952 req-89a521f2-ae0a-4d25-aa66-b064c01f8a77 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526819 Jul 14 14:20:48.844586 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c73b9-1389-4b54-b54a-e88c02a24952 req-905d4a59-f927-413f-8b1f-d27fe257291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:48.846095 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-4b5c73b9-1389-4b54-b54a-e88c02a24952 req-905d4a59-f927-413f-8b1f-d27fe257291b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 1098 time: 0.0540440 Jul 14 14:20:48.949183 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c73b9-1389-4b54-b54a-e88c02a24952 req-b3fcbc55-28d8-43b0-9895-e107f95eef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:48.950608 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-4b5c73b9-1389-4b54-b54a-e88c02a24952 req-b3fcbc55-28d8-43b0-9895-e107f95eef0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 918 time: 0.0808172 Jul 14 14:20:49.020597 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-4b5c73b9-1389-4b54-b54a-e88c02a24952 req-cf343d8b-f977-428a-8c15-1ac7cef4327f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0581179 Jul 14 14:20:49.068540 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c73b9-1389-4b54-b54a-e88c02a24952 req-eaa23f89-f453-4954-9503-42c2efe145d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:49.070004 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-4b5c73b9-1389-4b54-b54a-e88c02a24952 req-eaa23f89-f453-4954-9503-42c2efe145d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0435038 Jul 14 14:20:49.124315 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c73b9-1389-4b54-b54a-e88c02a24952 req-dc633472-9bee-41f9-9134-69af08a7b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:49.125778 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-4b5c73b9-1389-4b54-b54a-e88c02a24952 req-dc633472-9bee-41f9-9134-69af08a7b226 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0500526 Jul 14 14:20:49.214519 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-4b5c73b9-1389-4b54-b54a-e88c02a24952 req-df08280c-6098-4bba-bdef-0578584b5bfb service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823777 Jul 14 14:20:49.308523 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-4b5c73b9-1389-4b54-b54a-e88c02a24952 req-82b7c324-165f-4727-a58e-85c85c197384 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794518 Jul 14 14:20:50.158389 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:20:51.353383 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:09.986278 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-29af09e3-7a42-4067-a1a8-e4c12e991f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:12.315170 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-61371e38-d2db-47a6-a271-74b903744c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:12.702517 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:13.792286 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:15.174293 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:21.349689 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:27.158206 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:21:31.877484 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d28de-7920-4338-9def-b0a7733c279c req-7b9a6aed-89a8-4afa-8e44-c93b5e145eba tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:31.878949 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-847d28de-7920-4338-9def-b0a7733c279c req-7b9a6aed-89a8-4afa-8e44-c93b5e145eba tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0622485 Jul 14 14:21:31.916770 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-847d28de-7920-4338-9def-b0a7733c279c req-b0069ce6-31c7-46f6-a2c5-9424ce1d1277 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323730 Jul 14 14:21:33.093320 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6e95d-6b12-446c-93bc-0cd6b80c1fcd req-2568df32-ff11-4a15-931b-3e0b34635c7b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:33.094915 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-edf6e95d-6b12-446c-93bc-0cd6b80c1fcd req-2568df32-ff11-4a15-931b-3e0b34635c7b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0621867 Jul 14 14:21:33.132665 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-edf6e95d-6b12-446c-93bc-0cd6b80c1fcd req-c22ee88d-14d0-487d-96b3-fadedf10586a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322375 Jul 14 14:21:34.311914 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4907b3-1f25-40ed-b312-8c5bab61b6c8 req-abb13a2c-51da-4734-bea5-42cfa82142c1 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:34.314196 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-da4907b3-1f25-40ed-b312-8c5bab61b6c8 req-abb13a2c-51da-4734-bea5-42cfa82142c1 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0677643 Jul 14 14:21:34.350712 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-da4907b3-1f25-40ed-b312-8c5bab61b6c8 req-ee86ef5d-8826-43ee-bf63-a446cb28a499 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Jul 14 14:21:35.524211 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5ee2d-8a7b-455c-8421-1bb36cf1a0cb req-f2dad21b-2310-495d-aaaf-cda7abbb523e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:35.525684 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0cf5ee2d-8a7b-455c-8421-1bb36cf1a0cb req-f2dad21b-2310-495d-aaaf-cda7abbb523e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0625749 Jul 14 14:21:35.563094 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0cf5ee2d-8a7b-455c-8421-1bb36cf1a0cb req-7bfc970d-6035-4508-8eb5-bbf364974820 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314286 Jul 14 14:21:36.741775 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e29b8-091d-44b2-b09d-2a11df4b36c9 req-fd996a51-354c-4891-b6e1-6854f613d10f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:36.743209 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-284e29b8-091d-44b2-b09d-2a11df4b36c9 req-fd996a51-354c-4891-b6e1-6854f613d10f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0649662 Jul 14 14:21:36.779429 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-284e29b8-091d-44b2-b09d-2a11df4b36c9 req-ec657895-99ee-44db-8116-f31f83475627 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306687 Jul 14 14:21:37.957046 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b819f-3df3-499a-ac6e-e491b9f77535 req-d29f7fd2-d826-4bd2-9922-c96570756eb0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:37.958502 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c96b819f-3df3-499a-ac6e-e491b9f77535 req-d29f7fd2-d826-4bd2-9922-c96570756eb0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0629723 Jul 14 14:21:37.994654 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c96b819f-3df3-499a-ac6e-e491b9f77535 req-f5deb00b-2d2b-44b3-8910-00f2e6cec0db tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307860 Jul 14 14:21:39.172232 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e748a28-fd16-4d4c-9d4a-b647025c50a6 req-e4f992c4-2b5b-44f1-8aef-639fd28b9ced tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:39.173776 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7e748a28-fd16-4d4c-9d4a-b647025c50a6 req-e4f992c4-2b5b-44f1-8aef-639fd28b9ced tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0627751 Jul 14 14:21:39.211350 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7e748a28-fd16-4d4c-9d4a-b647025c50a6 req-dfcb0e2b-b074-40fd-9a4f-f09628f8f052 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315554 Jul 14 14:21:39.987358 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a6ff34c7-3bb4-4f1a-9584-d22a3e62a4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:40.394565 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b666f7-ff91-46e1-808f-e64c1d99e27a req-c88be808-32b9-403a-bde6-0993d857c89e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:40.396032 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-95b666f7-ff91-46e1-808f-e64c1d99e27a req-c88be808-32b9-403a-bde6-0993d857c89e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0680277 Jul 14 14:21:40.434799 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-95b666f7-ff91-46e1-808f-e64c1d99e27a req-f413581c-b762-4a2f-83bc-47ab5ca597f6 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332232 Jul 14 14:21:41.613536 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51aa87-20e9-415c-98ce-388c6614c975 req-657d136a-7ee1-4965-98e6-a4bcfe65d173 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:41.614991 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2e51aa87-20e9-415c-98ce-388c6614c975 req-657d136a-7ee1-4965-98e6-a4bcfe65d173 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0633292 Jul 14 14:21:41.651676 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2e51aa87-20e9-415c-98ce-388c6614c975 req-c7486a0a-e0c5-4c36-b48d-f5400d0bd506 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312419 Jul 14 14:21:42.315032 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-493cd48a-ed37-4887-86a6-08690c2f2717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:42.707547 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:42.830027 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae6e6b-08d9-4adc-826c-cf686284b0c2 req-8f8a6f84-3da7-4da0-9f0a-b80e913d56af tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:42.831491 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-18ae6e6b-08d9-4adc-826c-cf686284b0c2 req-8f8a6f84-3da7-4da0-9f0a-b80e913d56af tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0663998 Jul 14 14:21:42.867729 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-18ae6e6b-08d9-4adc-826c-cf686284b0c2 req-7c670032-fe67-4aeb-a27c-bd1fe63cc8d9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307810 Jul 14 14:21:43.794523 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:44.042784 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f626e3b-55f9-4aaf-b24a-0ca8c24c2f97 req-873503c3-48e7-4a45-972d-2805a0a58a96 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:44.044280 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0f626e3b-55f9-4aaf-b24a-0ca8c24c2f97 req-873503c3-48e7-4a45-972d-2805a0a58a96 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0624759 Jul 14 14:21:44.080742 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0f626e3b-55f9-4aaf-b24a-0ca8c24c2f97 req-4e1e1626-a276-450f-9c8e-90601e4a2800 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302970 Jul 14 14:21:45.177316 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:45.256695 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46faf22-16fe-4682-ab8f-c02ee2499dec req-5feea991-9d0c-43a0-b124-993c4623cbb0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:45.258172 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c46faf22-16fe-4682-ab8f-c02ee2499dec req-5feea991-9d0c-43a0-b124-993c4623cbb0 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0613644 Jul 14 14:21:45.295656 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c46faf22-16fe-4682-ab8f-c02ee2499dec req-cda99029-8054-495c-b124-e3a977985d1c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320525 Jul 14 14:21:46.472578 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b607f1d-a4eb-4a46-a79a-8e230c3d36b3 req-74d94cd6-f09c-4238-b819-92d699c3a514 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:46.474079 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b607f1d-a4eb-4a46-a79a-8e230c3d36b3 req-74d94cd6-f09c-4238-b819-92d699c3a514 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0664346 Jul 14 14:21:46.510016 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2b607f1d-a4eb-4a46-a79a-8e230c3d36b3 req-500669d3-0db9-4774-bc3c-611cf7e758c1 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304596 Jul 14 14:21:47.686479 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e0b9-a12d-48b5-ace7-3a4ee61c4453 req-6f8a9c62-a882-42be-b188-4fa3b5a97887 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:47.688109 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-da56e0b9-a12d-48b5-ace7-3a4ee61c4453 req-6f8a9c62-a882-42be-b188-4fa3b5a97887 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0617096 Jul 14 14:21:47.724523 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-da56e0b9-a12d-48b5-ace7-3a4ee61c4453 req-ab69ede3-f4ba-4c6d-a843-46202d0d2f3a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306489 Jul 14 14:21:48.902977 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cee67-5264-4b29-9fae-c150143406b3 req-a6a47621-c574-40e3-bad7-cc885b07dd4c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:48.904452 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d42cee67-5264-4b29-9fae-c150143406b3 req-a6a47621-c574-40e3-bad7-cc885b07dd4c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0668077 Jul 14 14:21:48.942519 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d42cee67-5264-4b29-9fae-c150143406b3 req-0dcf3b2e-1d06-40a4-be28-3fc272259306 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323997 Jul 14 14:21:50.116969 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14760b-95fe-4a29-be44-f62fad2d7174 req-4b2b4050-7b24-4224-9041-9d190fea5cd7 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:50.118440 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2a14760b-95fe-4a29-be44-f62fad2d7174 req-4b2b4050-7b24-4224-9041-9d190fea5cd7 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0623307 Jul 14 14:21:50.155216 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2a14760b-95fe-4a29-be44-f62fad2d7174 req-83317d09-d635-4461-9060-96ac8d5bb816 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313549 Jul 14 14:21:51.334028 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4ea27-a891-4ca1-bb07-dc8b8432621a req-1606dc06-0177-48b4-80b3-2936c49c1552 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:51.335559 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-45d4ea27-a891-4ca1-bb07-dc8b8432621a req-1606dc06-0177-48b4-80b3-2936c49c1552 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0632939 Jul 14 14:21:51.347873 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:51.348424 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7915c7-0f6b-4624-b10e-491decec0029 req-9f866ecc-69ab-44ac-aac7-4236e9ae3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:51.349587 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5b7915c7-0f6b-4624-b10e-491decec0029 req-9f866ecc-69ab-44ac-aac7-4236e9ae3c4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 1098 time: 0.0583000 Jul 14 14:21:51.378943 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-45d4ea27-a891-4ca1-bb07-dc8b8432621a req-bdb26db1-32ab-4af7-8aff-dbb2e8c6bae6 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371785 Jul 14 14:21:51.450396 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7915c7-0f6b-4624-b10e-491decec0029 req-d9d19e8f-fe5d-4962-8333-d477852e4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:51.451901 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5b7915c7-0f6b-4624-b10e-491decec0029 req-d9d19e8f-fe5d-4962-8333-d477852e4b4e service neutron] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 918 time: 0.0819621 Jul 14 14:21:51.525323 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5b7915c7-0f6b-4624-b10e-491decec0029 req-0bce32ca-3b42-4a2a-a9ad-49fe97776331 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0657187 Jul 14 14:21:51.575071 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7915c7-0f6b-4624-b10e-491decec0029 req-4eed3389-02d5-4cc2-b0db-778c576369d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:51.576465 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5b7915c7-0f6b-4624-b10e-491decec0029 req-4eed3389-02d5-4cc2-b0db-778c576369d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0446453 Jul 14 14:21:51.632578 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7915c7-0f6b-4624-b10e-491decec0029 req-18153733-cfe6-42c1-aacb-6a8db7d3e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:51.634022 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5b7915c7-0f6b-4624-b10e-491decec0029 req-18153733-cfe6-42c1-aacb-6a8db7d3e76d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0496194 Jul 14 14:21:51.723101 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5b7915c7-0f6b-4624-b10e-491decec0029 req-dce7b6e2-5c40-42b4-b448-ad400288b198 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826776 Jul 14 14:21:51.811131 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5b7915c7-0f6b-4624-b10e-491decec0029 req-4f87859e-bbf8-4584-89db-48608c42837b service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792429 Jul 14 14:21:52.556256 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90886190-89f4-43f0-92ff-b7e3ce1cae85 req-10cec652-bb71-4771-9554-8c28a161306f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:52.557700 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-90886190-89f4-43f0-92ff-b7e3ce1cae85 req-10cec652-bb71-4771-9554-8c28a161306f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0655417 Jul 14 14:21:52.595574 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-90886190-89f4-43f0-92ff-b7e3ce1cae85 req-504974a3-acb4-4a4c-b4fa-eea2b843558d tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307808 Jul 14 14:21:53.768340 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595fc95-0cc2-45b3-9b63-4f73423103ba req-f09f2afa-0bfa-4b8e-a798-ffb241f1b7e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:53.769823 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5595fc95-0cc2-45b3-9b63-4f73423103ba req-f09f2afa-0bfa-4b8e-a798-ffb241f1b7e9 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0616298 Jul 14 14:21:53.805890 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5595fc95-0cc2-45b3-9b63-4f73423103ba req-b7996b4d-1677-47ed-ab83-9924554d4dd1 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306642 Jul 14 14:21:54.983147 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996d97-a963-47ea-827b-8794fbb963be req-9eb50e9a-f977-496f-b052-669a35ccb59a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:54.985657 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-89996d97-a963-47ea-827b-8794fbb963be req-9eb50e9a-f977-496f-b052-669a35ccb59a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0679195 Jul 14 14:21:55.023217 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-89996d97-a963-47ea-827b-8794fbb963be req-048f46e2-8057-4791-988f-dd18f68664ee tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321589 Jul 14 14:21:56.196388 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82f589-d15d-42c6-8c6b-3a26e63b3236 req-bd773397-50a1-46c7-80c7-f17d85ae70f6 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:56.197856 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8d82f589-d15d-42c6-8c6b-3a26e63b3236 req-bd773397-50a1-46c7-80c7-f17d85ae70f6 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0617537 Jul 14 14:21:56.233847 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8d82f589-d15d-42c6-8c6b-3a26e63b3236 req-6226cacd-177c-4edb-8d5b-466e8ca99672 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299137 Jul 14 14:21:57.409977 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc39891-9cf7-4832-97bd-08d267aa7d77 req-dd45d86c-8a1a-4d9a-b74c-0407ba3aabe2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:57.411343 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-cbc39891-9cf7-4832-97bd-08d267aa7d77 req-dd45d86c-8a1a-4d9a-b74c-0407ba3aabe2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0611134 Jul 14 14:21:57.447532 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-cbc39891-9cf7-4832-97bd-08d267aa7d77 req-a1b1ad79-a914-4bec-afcd-2fc8553d203b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305526 Jul 14 14:21:57.714504 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:21:57.806870 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:21:57.817857 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'port_id': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'mac_address': 'fa:16:3e:00:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:21:57.856653 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:57.868698 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:21:57.887037 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:21:57.892224 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:57.940574 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,revision_number=6']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:21:57.947296 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:21:57.947649 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:21:57.947994 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:21:57.948333 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:21:57.948669 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:21:57.949032 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:21:57.949363 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:21:57.949692 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:21:57.950022 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:21:57.950347 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:21:57.950671 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:21:57.950991 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:21:57.968981 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['2ccef4fb-666e-451d-9e54-e1bc0ed69fc8'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:21:58.624658 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056d5ac-6580-49b0-80c1-044ea7622a20 req-8e04715b-0aa2-4e3c-a731-501bcb4e7cef tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:58.626047 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d056d5ac-6580-49b0-80c1-044ea7622a20 req-8e04715b-0aa2-4e3c-a731-501bcb4e7cef tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 944 time: 0.0649428 Jul 14 14:21:58.661178 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d056d5ac-6580-49b0-80c1-044ea7622a20 req-d0e435de-733f-4b3e-8805-fc75fc05d623 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297215 Jul 14 14:21:59.744082 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:21:59.812569 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:21:59.812968 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:59.864515 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea6c81-de13-4f9c-b8b2-e0a682a26df6 req-72fe1f92-1f69-466b-9fc5-f3189a215295 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:59.866162 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-efea6c81-de13-4f9c-b8b2-e0a682a26df6 req-72fe1f92-1f69-466b-9fc5-f3189a215295 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 944 time: 0.0666690 Jul 14 14:21:59.904718 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-efea6c81-de13-4f9c-b8b2-e0a682a26df6 req-321c5cea-488f-4eff-b593-7ab6c05745ad tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328209 Jul 14 14:21:59.908218 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:59.933477 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:21:59.935744 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ac8230-b7f7-43d1-b864-96b92fa96965" -d '{"events": [{"server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "name": "network-vif-plugged", "status": "completed", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:21:59.964323 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:21:59.972768 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:00.001217 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d897f066-e633-4e1f-82b0-48aeed05fbd7 x-openstack-request-id: req-d897f066-e633-4e1f-82b0-48aeed05fbd7 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:22:00.001603 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "name": "network-vif-plugged", "status": "completed", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:22:00.001774 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d897f066-e633-4e1f-82b0-48aeed05fbd7 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:22:00.002163 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'code': 200} Jul 14 14:22:00.030715 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,revision_number=7']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:01.103662 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef007368-70b2-40e8-bd3f-e1ea2f8db31d req-346de169-f6c3-43f4-9377-332aa4a99897 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:01.112133 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ef007368-70b2-40e8-bd3f-e1ea2f8db31d req-346de169-f6c3-43f4-9377-332aa4a99897 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0793316 Jul 14 14:22:01.146537 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ef007368-70b2-40e8-bd3f-e1ea2f8db31d req-446a0d63-cb9b-407b-8b12-a241e8b01d1a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332963 Jul 14 14:22:02.368767 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f444dbf-ba58-4bda-af2c-2e620814f930 req-6ee6213a-2530-4274-af33-2d242e73e388 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:02.370419 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7f444dbf-ba58-4bda-af2c-2e620814f930 req-6ee6213a-2530-4274-af33-2d242e73e388 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0970190 Jul 14 14:22:02.410524 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7f444dbf-ba58-4bda-af2c-2e620814f930 req-acac109e-7afb-4a8c-bd6c-a9075a924be2 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336225 Jul 14 14:22:03.625789 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fd369-6dab-4882-a8e0-ba7561a7045b req-b04714b3-74b1-4650-9967-ac2971c4022c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:03.628175 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b70fd369-6dab-4882-a8e0-ba7561a7045b req-b04714b3-74b1-4650-9967-ac2971c4022c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0756500 Jul 14 14:22:03.677970 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b70fd369-6dab-4882-a8e0-ba7561a7045b req-d62d4c45-dcf0-46a8-8e78-3d14da938fb7 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394590 Jul 14 14:22:04.160984 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:22:04.863268 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf4018-a427-4174-9c78-17ec6fa23bde req-1899844a-42b1-40d0-ae90-a83ac71b9421 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:04.864894 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e4cf4018-a427-4174-9c78-17ec6fa23bde req-1899844a-42b1-40d0-ae90-a83ac71b9421 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0704367 Jul 14 14:22:04.906444 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e4cf4018-a427-4174-9c78-17ec6fa23bde req-7b052c01-d95e-485e-82c9-63ea6cb560f4 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358377 Jul 14 14:22:06.097320 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae1292-d255-4a23-89e6-518acffbffa8 req-50425884-1cdc-4033-982a-7d00f5f8f31b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:06.098972 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8eae1292-d255-4a23-89e6-518acffbffa8 req-50425884-1cdc-4033-982a-7d00f5f8f31b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0700190 Jul 14 14:22:06.140436 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8eae1292-d255-4a23-89e6-518acffbffa8 req-5784bc57-369a-409c-9b26-fb6792203530 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347633 Jul 14 14:22:07.353034 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582e3c-aaf7-406f-a772-65167f4a8b86 req-c5752514-cf98-47ef-afb5-96b54fd06989 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:07.354591 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c8582e3c-aaf7-406f-a772-65167f4a8b86 req-c5752514-cf98-47ef-afb5-96b54fd06989 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0783520 Jul 14 14:22:07.397824 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c8582e3c-aaf7-406f-a772-65167f4a8b86 req-0b76b737-afda-4670-b080-a7ffc9ea6d39 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360894 Jul 14 14:22:08.572438 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf0d0c-3dcf-403e-b258-3f8e33a7cfbd req-6441d824-4e04-4746-b89f-8be9a53b947c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:08.573843 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e3bf0d0c-3dcf-403e-b258-3f8e33a7cfbd req-6441d824-4e04-4746-b89f-8be9a53b947c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0618401 Jul 14 14:22:08.610592 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e3bf0d0c-3dcf-403e-b258-3f8e33a7cfbd req-9723d604-e07a-4ea9-875f-6972d78a19f6 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310960 Jul 14 14:22:09.001603 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e6bd-fbc4-4a7a-b674-bb43190fca4e req-263e08be-a80f-43b8-bbae-76ea7b40f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:09.003040 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-29c9e6bd-fbc4-4a7a-b674-bb43190fca4e req-263e08be-a80f-43b8-bbae-76ea7b40f889 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 1098 time: 0.0518577 Jul 14 14:22:09.325243 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e6bd-fbc4-4a7a-b674-bb43190fca4e req-22a297f1-a728-4787-999c-d950ea79e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:09.326945 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-29c9e6bd-fbc4-4a7a-b674-bb43190fca4e req-22a297f1-a728-4787-999c-d950ea79e862 service neutron] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 918 time: 0.3170455 Jul 14 14:22:09.389804 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-29c9e6bd-fbc4-4a7a-b674-bb43190fca4e req-8d069450-acfc-4a35-a952-81218e49e01a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0558894 Jul 14 14:22:09.440346 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e6bd-fbc4-4a7a-b674-bb43190fca4e req-c9834d67-ef67-4d9e-9024-e5d39131505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:09.441768 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-29c9e6bd-fbc4-4a7a-b674-bb43190fca4e req-c9834d67-ef67-4d9e-9024-e5d39131505a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0458226 Jul 14 14:22:09.495857 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e6bd-fbc4-4a7a-b674-bb43190fca4e req-59e75536-a3a6-48a6-a0aa-fa0b1197dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:09.497304 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-29c9e6bd-fbc4-4a7a-b674-bb43190fca4e req-59e75536-a3a6-48a6-a0aa-fa0b1197dc18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0493402 Jul 14 14:22:09.582457 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-29c9e6bd-fbc4-4a7a-b674-bb43190fca4e req-20235fb5-2a22-4dbc-8b6e-232aac613c79 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779707 Jul 14 14:22:09.673515 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-29c9e6bd-fbc4-4a7a-b674-bb43190fca4e req-e039998b-caaa-4920-a80b-3d95bd237978 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847065 Jul 14 14:22:09.788653 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92efb5-ca2d-4eda-894c-06d9d4a769ca req-d4788b50-1909-4f54-8c65-44ff656c0080 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:09.790168 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4d92efb5-ca2d-4eda-894c-06d9d4a769ca req-d4788b50-1909-4f54-8c65-44ff656c0080 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0631752 Jul 14 14:22:09.828020 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4d92efb5-ca2d-4eda-894c-06d9d4a769ca req-070dccc7-5014-4fd4-9efa-245bdc407268 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318742 Jul 14 14:22:09.987603 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f4d56d71-698b-4010-a898-073d21485d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:11.004200 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de605870-883e-468b-9587-695a30444cfd req-2105e26b-96f1-4fc1-b637-d1cef648c07e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:11.005672 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-de605870-883e-468b-9587-695a30444cfd req-2105e26b-96f1-4fc1-b637-d1cef648c07e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 945 time: 0.0644042 Jul 14 14:22:11.041777 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-de605870-883e-468b-9587-695a30444cfd req-50172097-a7a4-41a6-ad51-7bd57495566d tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306833 Jul 14 14:22:11.805535 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:22:11.878928 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:11.900477 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:22:11.902705 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2372b5cd-ab7e-4787-acd4-899d9fc57198" -d '{"events": [{"server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "name": "network-vif-unplugged", "status": "completed", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:22:11.915143 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:11.919278 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:11.945591 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf88bcc-f287-4668-a354-9eb037b6ad7a x-openstack-request-id: req-2cf88bcc-f287-4668-a354-9eb037b6ad7a {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:22:11.945877 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "name": "network-vif-unplugged", "status": "failed", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8", "code": 422}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:22:11.946126 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cf88bcc-f287-4668-a354-9eb037b6ad7a {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:22:11.946497 dv-cinder-679138-10-smb neutron-server[93059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'code': 422} returned with failed status Jul 14 14:22:11.970689 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,revision_number=8']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:12.212376 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c487d2-7673-4234-b909-a77e8989579e req-2f9e12b3-855d-40b0-812e-2919aefa8263 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:12.213841 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-85c487d2-7673-4234-b909-a77e8989579e req-2f9e12b3-855d-40b0-812e-2919aefa8263 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0611510 Jul 14 14:22:12.250387 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-85c487d2-7673-4234-b909-a77e8989579e req-cf0291f7-55f8-4589-ac94-7179e7750128 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311201 Jul 14 14:22:12.316549 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d69f95b4-ec4f-41f9-8219-c08fdba8170e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:12.709069 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:13.348926 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c40df7-8107-4448-b8d9-64a9d253acda req-d933679b-b09c-48c1-a879-3680434c77dc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:13.350416 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-97c40df7-8107-4448-b8d9-64a9d253acda req-d933679b-b09c-48c1-a879-3680434c77dc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0679431 Jul 14 14:22:13.391068 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-97c40df7-8107-4448-b8d9-64a9d253acda req-b23ada24-abf0-46cc-8276-ce50fd377e9a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350223 Jul 14 14:22:13.476150 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-19c555dd-04b3-4ee6-a0b4-1459e562fbcd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0501020 Jul 14 14:22:13.797695 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.362511 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-482b3cd2-72b5-4941-9cf9-3c213e795e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:14.364014 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-482b3cd2-72b5-4941-9cf9-3c213e795e38 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f&tenant_id=dfaf3d8eb7494a42986160065e377c67 HTTP/1.1" status: 200 len: 1096 time: 0.0862253 Jul 14 14:22:14.436413 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-747a3b67-9881-401e-ac1c-1e8b6fc53ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:14.437937 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-747a3b67-9881-401e-ac1c-1e8b6fc53ca9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 1096 time: 0.0517023 Jul 14 14:22:14.529112 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-c7342d51-6ea6-46f5-a0d0-5de06e6a0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:14.530651 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-c7342d51-6ea6-46f5-a0d0-5de06e6a0cb5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 918 time: 0.0851002 Jul 14 14:22:14.570413 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63cf46-c1ef-4097-ad66-96921230b740 req-14c3408c-bcde-4b85-ae33-603068ece2fa tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:14.571836 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1b63cf46-c1ef-4097-ad66-96921230b740 req-14c3408c-bcde-4b85-ae33-603068ece2fa tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0630393 Jul 14 14:22:14.595269 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-96a09070-d98d-405f-8c45-97ee76ea4862 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 HTTP/1.1" status: 200 len: 998 time: 0.0580962 Jul 14 14:22:14.609383 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1b63cf46-c1ef-4097-ad66-96921230b740 req-32e7bebe-b3ec-4318-801b-bd48935320e4 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320294 Jul 14 14:22:14.646173 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-3f371137-53a1-4a51-b4ae-73d8283dfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:14.647632 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-3f371137-53a1-4a51-b4ae-73d8283dfd09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0461347 Jul 14 14:22:14.707661 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-4598b03f-8345-4e27-a0eb-992db5911b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:14.709153 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-4598b03f-8345-4e27-a0eb-992db5911b73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0554557 Jul 14 14:22:14.800584 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-c3075ed2-ad79-4953-8349-a8ffc92eb4ea service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820158 Jul 14 14:22:14.893314 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-076bcfe8-2b95-4f31-9f09-647b1ce6cc7b req-ba4525fd-f87b-4c81-b1db-e930e2b2b57c service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861800 Jul 14 14:22:15.181548 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:15.793868 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79397300-90c2-42d1-8afb-826ddb7b7a33 req-ea7a2fa8-620f-4b48-8534-d9665e001ecf tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:15.797366 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-79397300-90c2-42d1-8afb-826ddb7b7a33 req-ea7a2fa8-620f-4b48-8534-d9665e001ecf tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0657585 Jul 14 14:22:15.848755 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-79397300-90c2-42d1-8afb-826ddb7b7a33 req-572ff281-b4f8-4c7c-9338-2a3253d49b1f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 Jul 14 14:22:17.034922 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e21843-f7e1-4536-be7d-10609566d4da req-618788a3-ff33-4cf6-a0d5-8b95d215629e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:17.036399 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91e21843-f7e1-4536-be7d-10609566d4da req-618788a3-ff33-4cf6-a0d5-8b95d215629e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0698838 Jul 14 14:22:17.072861 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-91e21843-f7e1-4536-be7d-10609566d4da req-77137ec5-2e2b-4593-80a1-c9ea40043004 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307107 Jul 14 14:22:18.271244 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bfc6d-8cf0-438b-b0e9-c27b7b7b990d req-a35702c4-4041-474b-a6a8-c589c74e732c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:18.272635 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dc9bfc6d-8cf0-438b-b0e9-c27b7b7b990d req-a35702c4-4041-474b-a6a8-c589c74e732c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0704679 Jul 14 14:22:18.310531 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-dc9bfc6d-8cf0-438b-b0e9-c27b7b7b990d req-965aeca4-da3a-40b5-bbb9-9d897fbf845c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323312 Jul 14 14:22:19.503417 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1daee-3616-444e-9ade-dc8bf721dd61 req-2037cf95-9da0-4e10-be04-f0652ac01806 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:19.505102 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ffd1daee-3616-444e-9ade-dc8bf721dd61 req-2037cf95-9da0-4e10-be04-f0652ac01806 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0679963 Jul 14 14:22:19.547269 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ffd1daee-3616-444e-9ade-dc8bf721dd61 req-dce0d71c-8f06-4367-b4e1-18876742e02e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366168 Jul 14 14:22:20.726933 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b9cd5-9a62-499e-b04c-22e4cf28114c req-27ed18df-4d7a-421f-a37f-d56ea1c5222f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:20.729678 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1d7b9cd5-9a62-499e-b04c-22e4cf28114c req-27ed18df-4d7a-421f-a37f-d56ea1c5222f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0638962 Jul 14 14:22:20.778146 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1d7b9cd5-9a62-499e-b04c-22e4cf28114c req-fc2b3f2e-d19f-4624-81a5-c9cd1c3e0d17 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361919 Jul 14 14:22:21.362150 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:21.962420 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a748a-50d1-44fd-9a57-0cb14552b716 req-4c51b803-1bd4-4022-ad26-e610b2b35649 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:21.963869 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-416a748a-50d1-44fd-9a57-0cb14552b716 req-4c51b803-1bd4-4022-ad26-e610b2b35649 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0638542 Jul 14 14:22:22.001134 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-416a748a-50d1-44fd-9a57-0cb14552b716 req-88095632-bac6-4544-af25-b112d0b6f30e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317183 Jul 14 14:22:23.194096 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377c6f0-5cb0-462c-9724-559ebbc470d0 req-fb8b225a-c67c-4ea5-ab03-91b7bba9c33b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:23.195763 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a377c6f0-5cb0-462c-9724-559ebbc470d0 req-fb8b225a-c67c-4ea5-ab03-91b7bba9c33b tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0671363 Jul 14 14:22:23.235315 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a377c6f0-5cb0-462c-9724-559ebbc470d0 req-dc56beeb-7604-49a5-a612-f28822cabf74 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339658 Jul 14 14:22:24.438885 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967fbee-12ea-405f-a77e-cf239fb65f0d req-edf23c6b-ad84-4ffb-8140-1ca615569e6a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:24.446080 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a967fbee-12ea-405f-a77e-cf239fb65f0d req-edf23c6b-ad84-4ffb-8140-1ca615569e6a tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0833972 Jul 14 14:22:24.480328 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a967fbee-12ea-405f-a77e-cf239fb65f0d req-dfa93f2d-30e7-4904-8ac0-a823083f4316 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325148 Jul 14 14:22:25.663845 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f39be-26b3-4a78-9588-9a29945fda10 req-18e882da-ff3e-401b-aa57-de499b9fec19 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:25.665314 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d28f39be-26b3-4a78-9588-9a29945fda10 req-18e882da-ff3e-401b-aa57-de499b9fec19 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0647130 Jul 14 14:22:25.701393 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d28f39be-26b3-4a78-9588-9a29945fda10 req-ea10da0e-9516-4a17-8c54-11e520c88247 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303936 Jul 14 14:22:26.875073 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908d3ab-fae9-4136-9e31-4597d6b14d4a req-d39ab53e-9e3e-439d-ba2a-00acf87c43fc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:26.876517 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5908d3ab-fae9-4136-9e31-4597d6b14d4a req-d39ab53e-9e3e-439d-ba2a-00acf87c43fc tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0614634 Jul 14 14:22:26.912995 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5908d3ab-fae9-4136-9e31-4597d6b14d4a req-19f55204-02be-4e56-b6f7-5d0521ff7589 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303776 Jul 14 14:22:27.883015 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:22:27.973741 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:27.984605 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'port_id': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'mac_address': 'fa:16:3e:00:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:22:28.023604 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:28.036718 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:22:28.056381 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:28.060958 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:28.091492 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538430e2-cace-44c7-ab36-052bb0cac4c7 req-fa7b4fca-3ab6-4788-9282-09bb3df552a1 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:28.093229 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-538430e2-cace-44c7-ab36-052bb0cac4c7 req-fa7b4fca-3ab6-4788-9282-09bb3df552a1 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 943 time: 0.0638437 Jul 14 14:22:28.108637 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,revision_number=9']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:28.132176 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-538430e2-cace-44c7-ab36-052bb0cac4c7 req-61d46f3c-50c7-4879-b2a9-21cffef6c454 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326412 Jul 14 14:22:28.267281 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['2ccef4fb-666e-451d-9e54-e1bc0ed69fc8'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:22:29.312984 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad6ec3-01d7-411f-8527-603c83a5c571 req-722be723-d101-4546-aa6d-dd2155e6bc75 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:29.314433 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7cad6ec3-01d7-411f-8527-603c83a5c571 req-722be723-d101-4546-aa6d-dd2155e6bc75 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 944 time: 0.0667088 Jul 14 14:22:29.351295 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7cad6ec3-01d7-411f-8527-603c83a5c571 req-83c83046-c81c-436a-af16-935e8b652215 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305815 Jul 14 14:22:29.898065 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:22:29.944097 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:22:29.944465 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:30.017347 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:30.041137 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:22:30.043331 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabea8ea-b965-4910-abd8-db716358bcc4" -d '{"events": [{"server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "name": "network-vif-plugged", "status": "completed", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:22:30.055963 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:30.059808 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:30.085263 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346adf79-bb96-4ed7-a61f-0ce08f6c0fd1 x-openstack-request-id: req-346adf79-bb96-4ed7-a61f-0ce08f6c0fd1 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:22:30.085551 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "name": "network-vif-plugged", "status": "completed", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:22:30.085803 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-346adf79-bb96-4ed7-a61f-0ce08f6c0fd1 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:22:30.086176 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'code': 200} Jul 14 14:22:30.112404 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,revision_number=10']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:30.267939 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2684252-e862-4489-9e83-f345853898bb req-21f51b9d-c33f-4e6b-ac4c-ff664785a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:30.269472 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e2684252-e862-4489-9e83-f345853898bb req-21f51b9d-c33f-4e6b-ac4c-ff664785a43a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 1099 time: 0.0516682 Jul 14 14:22:30.304546 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e2684252-e862-4489-9e83-f345853898bb req-664aef93-4393-4023-b625-0bce58282b68 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285864 Jul 14 14:22:30.525353 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d13b8-6e91-4fb9-b51e-57da9beed0b4 req-1b372385-c049-4c1f-9567-2c0e2d0141fb tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:30.526707 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a18d13b8-6e91-4fb9-b51e-57da9beed0b4 req-1b372385-c049-4c1f-9567-2c0e2d0141fb tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 946 time: 0.0618639 Jul 14 14:22:30.563441 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a18d13b8-6e91-4fb9-b51e-57da9beed0b4 req-e8bf5163-c44a-41d8-af4a-ea2f1c1b3795 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312235 Jul 14 14:22:31.744092 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734e784-a83c-46a8-abd8-063033027360 req-7b7fb328-6c24-4898-bee2-155f0fb44676 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:31.745620 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c734e784-a83c-46a8-abd8-063033027360 req-7b7fb328-6c24-4898-bee2-155f0fb44676 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 946 time: 0.0651033 Jul 14 14:22:31.783002 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c734e784-a83c-46a8-abd8-063033027360 req-27fbc6bd-ba83-42c7-b315-806a1a317b81 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Jul 14 14:22:32.960087 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf5a11-754d-48c7-9d97-2fec6f6d915a req-8b609a34-e609-4cfe-88b0-9fd249fdbe3c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:32.961569 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6caf5a11-754d-48c7-9d97-2fec6f6d915a req-8b609a34-e609-4cfe-88b0-9fd249fdbe3c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 946 time: 0.0613444 Jul 14 14:22:32.997623 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6caf5a11-754d-48c7-9d97-2fec6f6d915a req-9be5a102-af27-49aa-a076-12e5d76b5f87 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305793 Jul 14 14:22:39.988152 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d6b43988-3c00-4328-a0fd-3766ab022c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:41.160989 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:22:42.318429 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1f354aaf-152f-4ab4-bf25-f025ae029386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:42.709307 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:43.801152 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:45.183302 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:51.361113 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:52.750789 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6cdeb1a3-c592-49ad-8b2c-fe03440605f2 req-6b137e9c-95b5-49c1-a7a5-ee38cefecace service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500312 Jul 14 14:22:52.845819 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeb1a3-c592-49ad-8b2c-fe03440605f2 req-e1b77fa4-2f73-4704-80f7-e5e8503ca56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:52.847325 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6cdeb1a3-c592-49ad-8b2c-fe03440605f2 req-e1b77fa4-2f73-4704-80f7-e5e8503ca56d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfaf3d8eb7494a42986160065e377c67&device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 1099 time: 0.0554912 Jul 14 14:22:52.947098 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeb1a3-c592-49ad-8b2c-fe03440605f2 req-a01f6628-970b-4b20-a885-920d20ba90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:52.948539 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6cdeb1a3-c592-49ad-8b2c-fe03440605f2 req-a01f6628-970b-4b20-a885-920d20ba90d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 200 len: 918 time: 0.0811422 Jul 14 14:22:53.017170 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6cdeb1a3-c592-49ad-8b2c-fe03440605f2 req-c2150452-b88e-4d26-9789-abfd9ccc6b32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0606966 Jul 14 14:22:53.062752 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeb1a3-c592-49ad-8b2c-fe03440605f2 req-b027430e-082b-4087-bb41-354c1317454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:53.064165 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6cdeb1a3-c592-49ad-8b2c-fe03440605f2 req-b027430e-082b-4087-bb41-354c1317454b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 200 len: 856 time: 0.0410986 Jul 14 14:22:53.117743 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeb1a3-c592-49ad-8b2c-fe03440605f2 req-5ffa04c1-fc43-40af-8496-f14e4475047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:53.119135 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6cdeb1a3-c592-49ad-8b2c-fe03440605f2 req-5ffa04c1-fc43-40af-8496-f14e4475047d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76eeb5df-ae85-4435-b32c-21f10c24c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0484028 Jul 14 14:22:53.209186 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6cdeb1a3-c592-49ad-8b2c-fe03440605f2 req-b4af998a-f513-4657-9529-6ac28c7dcddd service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826418 Jul 14 14:22:53.293690 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6cdeb1a3-c592-49ad-8b2c-fe03440605f2 req-452b40df-cad7-48b4-8972-9411a72afcf5 service neutron] 10.222.0.62 "GET /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788841 Jul 14 14:23:02.097250 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6756a-75ca-42ed-a2ea-fc27401323da req-32f7a2a5-9dac-4630-90d2-c4ea167d1478 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:02.099299 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-57f6756a-75ca-42ed-a2ea-fc27401323da req-32f7a2a5-9dac-4630-90d2-c4ea167d1478 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 946 time: 0.0614200 Jul 14 14:23:02.135431 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-57f6756a-75ca-42ed-a2ea-fc27401323da req-c4df50b9-02b1-4d0e-ab60-305811a78962 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308137 Jul 14 14:23:03.380157 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-42d90e04-0e17-4c50-a7c9-16e0ae07905c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:03.381697 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-42d90e04-0e17-4c50-a7c9-16e0ae07905c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 946 time: 0.0677648 Jul 14 14:23:03.470887 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370688bf-680f-4279-9b3d-acff6018ae58 req-7bbe292b-0b90-44bf-ad99-b900f041a28e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:03.472354 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-370688bf-680f-4279-9b3d-acff6018ae58 req-7bbe292b-0b90-44bf-ad99-b900f041a28e tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 946 time: 0.0654318 Jul 14 14:23:03.490501 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Deleting port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:23:03.490839 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:03.510534 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-370688bf-680f-4279-9b3d-acff6018ae58 req-fe57ca88-099b-406e-b6b7-4fbbb56e73ba tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef96188d-d3b4-424f-88e0-c2bb1607e187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325806 Jul 14 14:23:03.581930 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] For port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:23:03.582283 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:03.789008 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:03.789286 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:03.789592 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.l3_db [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Floating IP 98528442-c65e-45bf-a5db-4a33c064a77c disassociated. External IP: 172.28.3.22, port: 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8. Jul 14 14:23:03.789919 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Calling delete_port for 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:23:03.910120 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:03.938339 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event deleted for resources: {'Port': ['ID=2ccef4fb-666e-451d-9e54-e1bc0ed69fc8,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:03.948857 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:03.949232 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:03.949571 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:03.949912 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:03.950248 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:03.950577 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:03.950908 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:03.951234 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:03.951561 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:03.951887 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:03.952214 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:03.952537 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:04.058584 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Router 1a7d6233-7f14-45dc-b228-eec560e73cbc has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:23:04.158932 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:23:04.169018 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add840ed-7121-46aa-b0cb-70908fb57dd3 None None] Sync routers for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:23:04.178433 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add840ed-7121-46aa-b0cb-70908fb57dd3 None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:23:04.179063 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-add840ed-7121-46aa-b0cb-70908fb57dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:22:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:04.205003 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] No DVR routers for this DVR port 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 on host hv-cinder-67913 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:23:04.208707 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:04.211095 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-2599adb5-33d0-47e9-ad14-8c6070ed744a req-ad1210a2-664d-44da-833d-7bd0556dc73c tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.62 "DELETE /v2.0/ports/2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 HTTP/1.1" status: 204 len: 173 time: 0.8239739 Jul 14 14:23:04.211552 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'name': 'network-vif-deleted', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:23:04.214822 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80eeda0-5801-4bf8-9e2b-d618c5c97f04" -d '{"events": [{"server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "name": "network-vif-deleted", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:23:04.262433 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04111209-5ac5-4b4d-b3a0-9d4a81a0d22b x-openstack-request-id: req-04111209-5ac5-4b4d-b3a0-9d4a81a0d22b {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:23:04.262724 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d41daea-7a33-4071-a5a1-1c98193efc1f", "name": "network-vif-deleted", "tag": "2ccef4fb-666e-451d-9e54-e1bc0ed69fc8", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:23:04.262977 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04111209-5ac5-4b4d-b3a0-9d4a81a0d22b {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:23:04.263376 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d41daea-7a33-4071-a5a1-1c98193efc1f', 'name': 'network-vif-deleted', 'tag': '2ccef4fb-666e-451d-9e54-e1bc0ed69fc8', 'status': 'completed', 'code': 200} Jul 14 14:23:04.419365 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-add840ed-7121-46aa-b0cb-70908fb57dd3 None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:23:04.616744 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-add840ed-7121-46aa-b0cb-70908fb57dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:55Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:04.644225 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add840ed-7121-46aa-b0cb-70908fb57dd3 None None] Checking router: 1a7d6233-7f14-45dc-b228-eec560e73cbc for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:23:04.652986 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add840ed-7121-46aa-b0cb-70908fb57dd3 None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:23:04.653701 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-add840ed-7121-46aa-b0cb-70908fb57dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:22:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:04.681905 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e63b2899-33e4-4953-b789-4fd768a19c88 req-78a46813-4f8e-4a7c-b9e7-38952339f6a5 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d41daea-7a33-4071-a5a1-1c98193efc1f HTTP/1.1" status: 200 len: 210 time: 0.0290017 Jul 14 14:23:04.762736 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-add840ed-7121-46aa-b0cb-70908fb57dd3 None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:23:04.957969 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-add840ed-7121-46aa-b0cb-70908fb57dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:55Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:04.985987 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add840ed-7121-46aa-b0cb-70908fb57dd3 None None] The sync data for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb is: [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:50Z', 'revision_number': 4, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': '23c474e1-49a4-4af2-8cff-e70cbab880f4', 'name': '', 'network_id': '76eeb5df-ae85-4435-b32c-21f10c24c6bb', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'mac_address': 'fa:16:3e:ba:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:50Z', 'updated_at': '2021-07-14T14:17:55Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'subnets': [{'id': '51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:23:05.343404 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e3083-53c3-4baf-9137-6622a8465f31 None None] New status for floating IP 98528442-c65e-45bf-a5db-4a33c064a77c: DOWN {{(pid=93060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:23:05.808253 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43582) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:05.863404 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bae7b228-81d3-4760-bd1b-628cbe16369f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:05.886720 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bae7b228-81d3-4760-bd1b-628cbe16369f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:05.930834 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bae7b228-81d3-4760-bd1b-628cbe16369f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:05.933410 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bae7b228-81d3-4760-bd1b-628cbe16369f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:05.934549 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-bae7b228-81d3-4760-bd1b-628cbe16369f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "DELETE /v2.0/security-groups/ef96188d-d3b4-424f-88e0-c2bb1607e187 HTTP/1.1" status: 204 len: 168 time: 0.1252449 Jul 14 14:23:05.937444 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43584) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:05.943585 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7b228-81d3-4760-bd1b-628cbe16369f tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef96188d-d3b4-424f-88e0-c2bb1607e187,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:05.951160 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.api.v2.resource [None req-14ead4ec-1483-453b-afb3-6c061fa77663 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] show failed (client error): The resource could not be found. Jul 14 14:23:05.952150 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-14ead4ec-1483-453b-afb3-6c061fa77663 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "GET /v2.0/security-groups/ef96188d-d3b4-424f-88e0-c2bb1607e187 HTTP/1.1" status: 404 len: 347 time: 0.0137441 Jul 14 14:23:05.955115 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43586) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:06.036052 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:23:06.055210 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:23:06.055572 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2ccef4fb-666e-451d-9e54-e1bc0ed69fc8 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:23:06.075654 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Deleting port 3e1bf951-95b4-4cb3-a960-b6579bea2a7c {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:23:06.075998 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:06.151236 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:06.151561 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:06.162987 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Calling delete_port for 3e1bf951-95b4-4cb3-a960-b6579bea2a7c owned by network:floatingip {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:23:06.297895 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:06.322268 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Pushing event deleted for resources: {'Port': ['ID=3e1bf951-95b4-4cb3-a960-b6579bea2a7c,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:06.347857 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:06.348901 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:06.349243 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:06.349588 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:06.349926 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:06.350259 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:06.350590 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:06.350920 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:06.351247 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:06.351573 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:06.351898 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:06.352220 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:06.390879 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks [] for floatingip, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:06.393443 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:06.394581 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-04f412b7-9ae9-4732-a058-62face9f2d51 tempest-AttachVolumeShelveTestJSON-1641450920 tempest-AttachVolumeShelveTestJSON-1641450920-project] 10.222.0.53 "DELETE /v2.0/floatingips/98528442-c65e-45bf-a5db-4a33c064a77c HTTP/1.1" status: 204 len: 168 time: 0.4383998 Jul 14 14:23:08.943385 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43608) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:09.409594 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9ba3-f92f-4f7c-b633-73a207d64820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3855411'] for router_interface, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:09.647947 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a9ba3-f92f-4f7c-b633-73a207d64820 admin admin] Deleting port 23c474e1-49a4-4af2-8cff-e70cbab880f4 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:23:09.648284 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9ba3-f92f-4f7c-b633-73a207d64820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:09.721325 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [None req-4a8a9ba3-f92f-4f7c-b633-73a207d64820 admin admin] For port 23c474e1-49a4-4af2-8cff-e70cbab880f4, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=23c474e1-49a4-4af2-8cff-e70cbab880f4,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:23:09.721675 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9ba3-f92f-4f7c-b633-73a207d64820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:09.733993 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a9ba3-f92f-4f7c-b633-73a207d64820 admin admin] Calling delete_port for 23c474e1-49a4-4af2-8cff-e70cbab880f4 owned by network:router_interface {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:23:09.903505 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9ba3-f92f-4f7c-b633-73a207d64820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:09.932272 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a9ba3-f92f-4f7c-b633-73a207d64820 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c474e1-49a4-4af2-8cff-e70cbab880f4,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:09.992627 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-da028c70-a309-43dd-b6e0-f36bad4389bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:10.101234 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9ba3-f92f-4f7c-b633-73a207d64820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3855519'] for router_interface, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:10.549862 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8a9ba3-f92f-4f7c-b633-73a207d64820 admin admin] Router 1a7d6233-7f14-45dc-b228-eec560e73cbc has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:23:10.649857 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8a9ba3-f92f-4f7c-b633-73a207d64820 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:23:10.656067 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-4a8a9ba3-f92f-4f7c-b633-73a207d64820 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a7d6233-7f14-45dc-b228-eec560e73cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7108681 Jul 14 14:23:10.657160 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43612) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:10.657997 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b85a18-711d-4d61-87aa-357920b6d962 None None] Sync routers for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:23:10.667845 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b85a18-711d-4d61-87aa-357920b6d962 None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:23:10.668450 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-c6b85a18-711d-4d61-87aa-357920b6d962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:22:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:10.759256 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Notify callbacks [] for router, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:10.770146 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-c6b85a18-711d-4d61-87aa-357920b6d962 None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:23:10.855773 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:10.910136 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Deleting port 98933c30-63fc-4550-8bcb-75a3c5c04f19 {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:23:10.910864 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:10.947867 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-c6b85a18-711d-4d61-87aa-357920b6d962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:23:09Z', 'revision_number': 5, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port': {'id': '98933c30-63fc-4550-8bcb-75a3c5c04f19', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:10.977132 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b85a18-711d-4d61-87aa-357920b6d962 None None] Checking router: 1a7d6233-7f14-45dc-b228-eec560e73cbc for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:23:10.985955 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b85a18-711d-4d61-87aa-357920b6d962 None None] Routers {'1a7d6233-7f14-45dc-b228-eec560e73cbc'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:23:10.986604 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-c6b85a18-711d-4d61-87aa-357920b6d962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:22:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['1a7d6233-7f14-45dc-b228-eec560e73cbc'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:10.987406 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] For port 98933c30-63fc-4550-8bcb-75a3c5c04f19, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=98933c30-63fc-4550-8bcb-75a3c5c04f19,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:23:10.987769 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.000923 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Calling delete_port for 98933c30-63fc-4550-8bcb-75a3c5c04f19 owned by network:router_gateway {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:23:11.072294 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-c6b85a18-711d-4d61-87aa-357920b6d962 None None] Set router 1a7d6233-7f14-45dc-b228-eec560e73cbc gateway port host: None {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:23:11.123629 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-c6b85a18-711d-4d61-87aa-357920b6d962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:23:10Z', 'revision_number': 6, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port_host': None}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:11.152021 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b85a18-711d-4d61-87aa-357920b6d962 None None] The sync data for ids ['1a7d6233-7f14-45dc-b228-eec560e73cbc'] in dv-cinder-679138-10-smb is: [{'id': '1a7d6233-7f14-45dc-b228-eec560e73cbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1288848257-router', 'tenant_id': 'dfaf3d8eb7494a42986160065e377c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:17:48Z', 'updated_at': '2021-07-14T14:23:10Z', 'revision_number': 6, 'project_id': 'dfaf3d8eb7494a42986160065e377c67', 'gw_port_host': None}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:23:11.165224 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.195784 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=98933c30-63fc-4550-8bcb-75a3c5c04f19,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:11.256865 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861369'] for router_gateway, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.344009 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4230'] for router, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.346116 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.387527 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857778'] for router, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.387957 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a7d6233-7f14-45dc-b228-eec560e73cbc {{(pid=93057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:23:11.392908 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] Notify callbacks [] for router, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.394089 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-cc5c8e72-453f-4493-81c9-db291ccd1a1e admin admin] 10.222.0.53 "DELETE /v2.0/routers/1a7d6233-7f14-45dc-b228-eec560e73cbc HTTP/1.1" status: 204 len: 168 time: 0.7360091 Jul 14 14:23:11.397124 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43614) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:11.442807 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11753b4-62aa-4fa9-8a2c-e42cb912cb68 admin admin] Deleting subnet 51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c {{(pid=93057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:23:11.445719 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e11753b4-62aa-4fa9-8a2c-e42cb912cb68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.479611 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e11753b4-62aa-4fa9-8a2c-e42cb912cb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9166547'] for subnet, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.572301 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e11753b4-62aa-4fa9-8a2c-e42cb912cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.629557 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e11753b4-62aa-4fa9-8a2c-e42cb912cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9166583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9273958'] for subnet, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.659579 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11753b4-62aa-4fa9-8a2c-e42cb912cb68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:11.662378 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e11753b4-62aa-4fa9-8a2c-e42cb912cb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.664262 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-e11753b4-62aa-4fa9-8a2c-e42cb912cb68 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/51cc7f02-4e8e-4f72-963a-05b4e4ed1e1c HTTP/1.1" status: 204 len: 168 time: 0.2662201 Jul 14 14:23:11.666474 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dad104-211d-4beb-881d-0d6f8c9617bb None None] Network 76eeb5df-ae85-4435-b32c-21f10c24c6bb requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:23:11.667112 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43616) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:11.735207 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.787978 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Deleting port 1ddfad05-7339-4c5c-8fd0-364603979fb2 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:23:11.788324 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.852754 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] For port 1ddfad05-7339-4c5c-8fd0-364603979fb2, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=1ddfad05-7339-4c5c-8fd0-364603979fb2,segment=NetworkSegment(764318bd-b6a4-4639-93ad-467121138a26),segment_id=764318bd-b6a4-4639-93ad-467121138a26)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:23:11.853095 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.865852 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Calling delete_port for 1ddfad05-7339-4c5c-8fd0-364603979fb2 owned by network:dhcp {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:23:11.922290 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] DHCP port deletion for 76eeb5df-ae85-4435-b32c-21f10c24c6bb request from dv-cinder-679138-10-smb {{(pid=93059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:23:11.924497 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 23c474e1-49a4-4af2-8cff-e70cbab880f4 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:23:11.948806 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: 23c474e1-49a4-4af2-8cff-e70cbab880f4 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:23:11.949201 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 23c474e1-49a4-4af2-8cff-e70cbab880f4 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:23:11.955325 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:11.983505 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] No DVR routers for this DVR port 1ddfad05-7339-4c5c-8fd0-364603979fb2 on host dv-cinder-679138-10-smb {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:23:11.988133 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddfad05-7339-4c5c-8fd0-364603979fb2,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:11.995728 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Deleting port 1ddfad05-7339-4c5c-8fd0-364603979fb2 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:23:11.996114 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.061140 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.062131 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] For port 1ddfad05-7339-4c5c-8fd0-364603979fb2, host dv-cinder-679138-10-smb, got binding levels [] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:23:12.062526 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.070980 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76eeb5df-ae85-4435-b32c-21f10c24c6bb']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:12.075164 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Calling delete_port for 1ddfad05-7339-4c5c-8fd0-364603979fb2 owned by network:dhcp {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:23:12.077790 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.ipam_backend_mixin [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Port 1ddfad05-7339-4c5c-8fd0-364603979fb2 was not found and therefore no delete operation was performed {{(pid=93059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 14:23:12.079013 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.081186 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764318bd-b6a4-4639-93ad-467121138a26') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:12.081583 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764318bd-b6a4-4639-93ad-467121138a26') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:12.090735 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9356644'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.105630 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.107851 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Pushing event deleted for resources: {'Port': ['ID=1ddfad05-7339-4c5c-8fd0-364603979fb2,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:12.111893 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:23:12.112290 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9481460'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: Traceback (most recent call last): Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: timer() Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: cb(*args, **kw) Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: return func(*args, **kwargs) Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: self._notify() Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: self.callback(batched_events) Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: event.method(event) Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: return f(self, *a, **k) Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: return self._get(url).json() Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:23:12.115206 dv-cinder-679138-10-smb neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:23:12.117468 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:12.117468 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:12.117700 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:12.118986 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:12.118986 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:12.118986 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:12.118986 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:12.119328 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:12.119792 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:12.119985 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:12.120286 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:12.120609 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:12.123344 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1b2a0-294b-4eb3-808f-443bf27ad3ea None None] No DVR routers for this DVR port 1ddfad05-7339-4c5c-8fd0-364603979fb2 on host dv-cinder-679138-10-smb {{(pid=93059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:23:12.179263 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.185254 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.187167 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] 10.222.0.53 "DELETE /v2.0/networks/76eeb5df-ae85-4435-b32c-21f10c24c6bb HTTP/1.1" status: 204 len: 168 time: 0.5190268 Jul 14 14:23:12.198341 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d99a1-99da-4617-8ce1-4811c00e4834 admin admin] Pushing event deleted for resources: {'Network': ['ID=76eeb5df-ae85-4435-b32c-21f10c24c6bb,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:12.307047 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43620) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:12.319624 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3e10cb6b-5312-4ae9-bb0e-a793fdb1b17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.347058 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-87eaadb0-3a6f-4c6b-b15c-5e529e20913d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfaf3d8eb7494a42986160065e377c67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387843 Jul 14 14:23:12.350501 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43622) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:12.396312 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-10258899-243a-4b2e-acf5-65b8a084cddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.417290 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-10258899-243a-4b2e-acf5-65b8a084cddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.461799 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-10258899-243a-4b2e-acf5-65b8a084cddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.464312 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-10258899-243a-4b2e-acf5-65b8a084cddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:12.465524 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-10258899-243a-4b2e-acf5-65b8a084cddf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4efe513-1de8-4ee1-8297-76174d5abb83 HTTP/1.1" status: 204 len: 168 time: 0.1141331 Jul 14 14:23:12.473651 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10258899-243a-4b2e-acf5-65b8a084cddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4efe513-1de8-4ee1-8297-76174d5abb83,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:12.710703 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.106784 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43644) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:13.198668 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2132167848-network', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:23:13.220932 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Made reservation on behalf of 322257b1a1104fe39d977b2a2fbb55ae for: {'network': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:23:13.223505 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.231703 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.242119 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 98933c30-63fc-4550-8bcb-75a3c5c04f19 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:23:13.262661 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: 98933c30-63fc-4550-8bcb-75a3c5c04f19 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:23:13.263125 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 98933c30-63fc-4550-8bcb-75a3c5c04f19 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:23:13.263619 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 1ddfad05-7339-4c5c-8fd0-364603979fb2 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:23:13.282519 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: 1ddfad05-7339-4c5c-8fd0-364603979fb2 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:23:13.282860 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 1ddfad05-7339-4c5c-8fd0-364603979fb2 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:23:13.321723 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.325496 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.352725 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:23:13.361255 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0626127-b79e-43f5-9d68-23ebbb0069dc,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:13.369491 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.369832 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.segments_db [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Added segment 4e27b63d-8bcf-447f-b4a1-441fbc930839 of type vlan for network 4140ea6c-d025-4e39-8854-4b18df25a692 Jul 14 14:23:13.408387 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.437290 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.438221 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:13.438800 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.487546 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3794842 Jul 14 14:23:13.491040 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43648) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:13.496044 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-9fdbc179-ab4a-4694-9094-bf50819371df admin admin] Request body: {'subnet': {'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2132167848-subnet', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:23:13.498722 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5075924-1764-40c3-b088-def7fb82c60a admin admin] Pushing event updated for resources: {'Network': ['ID=4140ea6c-d025-4e39-8854-4b18df25a692,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:13.509240 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network 4140ea6c-d025-4e39-8854-4b18df25a692 details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:23:13.517443 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdbc179-ab4a-4694-9094-bf50819371df admin admin] Made reservation on behalf of 322257b1a1104fe39d977b2a2fbb55ae for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:23:13.519809 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc179-ab4a-4694-9094-bf50819371df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234376'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.685534 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc179-ab4a-4694-9094-bf50819371df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9482139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234426'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.744310 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbc179-ab4a-4694-9094-bf50819371df admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d80a6a9-ef74-4b8e-9e22-829649867b63,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:13.752527 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdbc179-ab4a-4694-9094-bf50819371df admin admin] Checking segment: {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:23:13.752901 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbc179-ab4a-4694-9094-bf50819371df admin admin] Network hostable DHCP agents. Network: 4140ea6c-d025-4e39-8854-4b18df25a692, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:23:13.769080 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbc179-ab4a-4694-9094-bf50819371df admin admin] Network 4140ea6c-d025-4e39-8854-4b18df25a692 is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:23:13.777970 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-9fdbc179-ab4a-4694-9094-bf50819371df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, 4140ea6c-d025-4e39-8854-4b18df25a692) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:23:13.781788 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdbc179-ab4a-4694-9094-bf50819371df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:13.782370 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc179-ab4a-4694-9094-bf50819371df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.790089 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60e1ae-4be6-476f-b08a-abbe8c58f27a None None] Network 4140ea6c-d025-4e39-8854-4b18df25a692 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:23:13.799501 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-9fdbc179-ab4a-4694-9094-bf50819371df admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3048728 Jul 14 14:23:13.799726 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43650) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:13.805448 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:23:13.830063 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28540'] for router, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.831086 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3860646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4239'] for router, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.886109 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.966757 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:14.020787 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4253'] for router, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:14.062553 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a962f5-06de-5b6f-a7b7-a44709c80867-4140ea6c-d025-4e39-8854-4b18df25a692', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63'}]}} from dv-cinder-679138-10-smb. {{(pid=93059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:23:14.063391 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:14.194021 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Allocated IP 172.20.0.2 (4140ea6c-d025-4e39-8854-4b18df25a692/9d80a6a9-ef74-4b8e-9e22-829649867b63/ef68c3c3-41ca-433f-ae1a-f90913f297c9) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:23:14.344985 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:14.353324 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Transition to ACTIVE for port object ef68c3c3-41ca-433f-ae1a-f90913f297c9 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:23:14.369077 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Transition to ACTIVE for port object ef68c3c3-41ca-433f-ae1a-f90913f297c9 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:23:14.374711 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:14.414544 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Network 4140ea6c-d025-4e39-8854-4b18df25a692 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:23:14.418837 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:23:14.423138 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:23:14.426733 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Pushing event updated for resources: {'Port': ['ID=ef68c3c3-41ca-433f-ae1a-f90913f297c9,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:14.451280 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:14.473753 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:14.485353 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Attempting to bind port ef68c3c3-41ca-433f-ae1a-f90913f297c9 on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:23:14.485727 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Attempting to bind port ef68c3c3-41ca-433f-ae1a-f90913f297c9 by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:23:14.486090 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Attempting to bind port ef68c3c3-41ca-433f-ae1a-f90913f297c9 on network 4140ea6c-d025-4e39-8854-4b18df25a692 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:23:14.491142 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:23:14.491521 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Checking segment: {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:23:14.491923 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:14.492318 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Bound using segment: {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:23:14.492784 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Bound port: ef68c3c3-41ca-433f-ae1a-f90913f297c9, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:23:14.493191 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:14.555112 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] For port ef68c3c3-41ca-433f-ae1a-f90913f297c9, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:23:14.558125 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] For port ef68c3c3-41ca-433f-ae1a-f90913f297c9, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=ef68c3c3-41ca-433f-ae1a-f90913f297c9,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:23:14.562781 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:14.572761 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Allocated IP 172.28.3.13 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/95845cc7-aecf-4b75-98d6-d3313010734c) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:23:14.621684 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5c2de-89cb-42ae-84dd-822e9e54a1b6 None None] Pushing event updated for resources: {'Port': ['ID=ef68c3c3-41ca-433f-ae1a-f90913f297c9,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:14.683738 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:14.722640 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:14.772464 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:23:14.779840 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:23:14.790064 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:23:14.792042 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Pushing event updated for resources: {'Port': ['ID=95845cc7-aecf-4b75-98d6-d3313010734c,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:15.032556 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:15.187917 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:15.230077 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861333'] for router, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:15.287303 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device ef68c3c3-41ca-433f-ae1a-f90913f297c9 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:23:15.341870 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port ef68c3c3-41ca-433f-ae1a-f90913f297c9 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:23:15.371768 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa is scheduled to L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 with binding_index 1 {{(pid=93058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:23:15.483069 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:23:15.494265 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Sync routers for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:23:15.500197 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:15.504575 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-32e25cc3-f390-49af-a932-6cbdaa79c87c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7008500 Jul 14 14:23:15.505247 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43652) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:15.505957 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:23:15.506375 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:23:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:15.553843 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4384af1b-5b5f-4a62-89f2-584f1336bc47 None None] Network 4140ea6c-d025-4e39-8854-4b18df25a692 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:23:15.625491 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:23:15.663636 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-455784b6-0e34-4e87-a629-42246879265b None None] Provisioning for port ef68c3c3-41ca-433f-ae1a-f90913f297c9 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:23:15.671876 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-455784b6-0e34-4e87-a629-42246879265b None None] Provisioning complete for port ef68c3c3-41ca-433f-ae1a-f90913f297c9 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:23:15.672249 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-455784b6-0e34-4e87-a629-42246879265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:15.792788 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-455784b6-0e34-4e87-a629-42246879265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:15.815317 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:14Z', 'revision_number': 3, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:15.835268 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-455784b6-0e34-4e87-a629-42246879265b None None] For port ef68c3c3-41ca-433f-ae1a-f90913f297c9, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=ef68c3c3-41ca-433f-ae1a-f90913f297c9,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:23:15.843650 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-455784b6-0e34-4e87-a629-42246879265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:15.852018 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Checking router: 6abec00e-269d-45ea-8c5e-f76e0e1c83aa for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:23:15.852602 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Updating router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa port 95845cc7-aecf-4b75-98d6-d3313010734c binding host dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:23:15.889307 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:15.911817 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455784b6-0e34-4e87-a629-42246879265b None None] Pushing event updated for resources: {'Port': ['ID=ef68c3c3-41ca-433f-ae1a-f90913f297c9,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:15.950785 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.079550 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a07ad9f8-244e-4808-9058-ab3493faafb0 None None] Provisioning complete for port ef68c3c3-41ca-433f-ae1a-f90913f297c9 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:23:16.079897 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a07ad9f8-244e-4808-9058-ab3493faafb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.111744 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_common [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Allocated IP 172.20.0.1 (4140ea6c-d025-4e39-8854-4b18df25a692/9d80a6a9-ef74-4b8e-9e22-829649867b63/a8d04826-d429-44ab-8f4d-87cd6cadf6dd) {{(pid=93057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:23:16.164771 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.175536 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Transition to ACTIVE for port object 95845cc7-aecf-4b75-98d6-d3313010734c will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:23:16.182030 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.221956 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.230627 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Attempting to bind port 95845cc7-aecf-4b75-98d6-d3313010734c on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:23:16.231012 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Attempting to bind port 95845cc7-aecf-4b75-98d6-d3313010734c by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:23:16.231374 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Attempting to bind port 95845cc7-aecf-4b75-98d6-d3313010734c on network 784e43e9-632a-4141-91b3-1523b332ebc2 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:23:16.235198 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.provisioning_blocks [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Transition to ACTIVE for port object a8d04826-d429-44ab-8f4d-87cd6cadf6dd will not be triggered until provisioned by entity DHCP. {{(pid=93057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:23:16.238133 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Pushing event updated for resources: {'Port': ['ID=95845cc7-aecf-4b75-98d6-d3313010734c,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:16.241411 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:23:16.241786 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Checking segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:23:16.242186 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.242580 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Bound using segment: {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:23:16.243049 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Bound port: 95845cc7-aecf-4b75-98d6-d3313010734c, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:23:16.243443 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.266426 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:16.266773 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:16.267111 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:16.267445 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:16.267774 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:16.267883 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.268103 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:16.268429 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:16.268752 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:16.269101 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:16.269540 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:16.269819 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:16.270237 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:23:16.306215 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] For port 95845cc7-aecf-4b75-98d6-d3313010734c, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:23:16.309215 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] For port 95845cc7-aecf-4b75-98d6-d3313010734c, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=95845cc7-aecf-4b75-98d6-d3313010734c,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:23:16.312635 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Network 4140ea6c-d025-4e39-8854-4b18df25a692 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:23:16.314131 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.315630 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:23:16.318371 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Received port after_create {{(pid=93057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:23:16.344262 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Pushing event updated for resources: {'Port': ['ID=a8d04826-d429-44ab-8f4d-87cd6cadf6dd,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:16.366048 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861414'] for router_interface, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.376664 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:23:16.377347 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:23:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:16.382071 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e434cc-81b6-4ed5-b16e-fbfd3a21a176 None None] Pushing event updated for resources: {'Port': ['ID=95845cc7-aecf-4b75-98d6-d3313010734c,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:16.523600 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.569870 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:23:16.586371 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-44c14e5c-f0a8-4073-bebb-a48a34e60714 None None] Provisioning for port a8d04826-d429-44ab-8f4d-87cd6cadf6dd completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:23:16.590435 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-44c14e5c-f0a8-4073-bebb-a48a34e60714 None None] Provisioning complete for port a8d04826-d429-44ab-8f4d-87cd6cadf6dd triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:23:16.590750 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-44c14e5c-f0a8-4073-bebb-a48a34e60714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.625992 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-44c14e5c-f0a8-4073-bebb-a48a34e60714 None None] Port a8d04826-d429-44ab-8f4d-87cd6cadf6dd cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:23:16.686781 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.690786 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9166497'] for port, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.751321 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:14Z', 'revision_number': 3, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:16.758767 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3855382'] for router_interface, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.761352 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Pushing event updated for resources: {'Port': ['ID=a8d04826-d429-44ab-8f4d-87cd6cadf6dd,revision_number=2']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:16.778794 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d149e871-b2b5-47ce-a093-2fff8eedb84d None None] The sync data for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb is: [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:14Z', 'revision_number': 3, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:23:16.852243 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Network 4140ea6c-d025-4e39-8854-4b18df25a692 is already hosted by enough agents. {{(pid=93057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:23:16.853696 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:23:16.978842 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:23:17.112098 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:23:17.118689 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-b656a205-435c-4866-89bc-8e129ed541ab admin admin] 10.222.0.53 "PUT /v2.0/routers/6abec00e-269d-45ea-8c5e-f76e0e1c83aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6121516 Jul 14 14:23:17.149169 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-6b364632-4180-4ad2-b442-69e714822949 None None] Provisioning complete for port a8d04826-d429-44ab-8f4d-87cd6cadf6dd triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:23:17.149633 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6b364632-4180-4ad2-b442-69e714822949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:17.187743 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-6b364632-4180-4ad2-b442-69e714822949 None None] Port a8d04826-d429-44ab-8f4d-87cd6cadf6dd cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:23:17.360693 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 95845cc7-aecf-4b75-98d6-d3313010734c up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:23:17.414956 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port 95845cc7-aecf-4b75-98d6-d3313010734c completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:23:17.419298 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 95845cc7-aecf-4b75-98d6-d3313010734c triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:23:17.419783 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:17.500979 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:17.523251 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port 95845cc7-aecf-4b75-98d6-d3313010734c, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=95845cc7-aecf-4b75-98d6-d3313010734c,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:23:17.527792 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:17.528632 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device ef68c3c3-41ca-433f-ae1a-f90913f297c9 up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:23:17.609838 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=95845cc7-aecf-4b75-98d6-d3313010734c,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:17.622685 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port ef68c3c3-41ca-433f-ae1a-f90913f297c9 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:23:17.623058 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:18.159497 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:23:18.231724 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Sync routers for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:23:18.241166 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:23:18.241765 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:23:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:18.346202 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:23:18.544061 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 2, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:18.569847 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Checking router: 6abec00e-269d-45ea-8c5e-f76e0e1c83aa for host: dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:23:18.570207 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Updating router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa port a8d04826-d429-44ab-8f4d-87cd6cadf6dd binding host dv-cinder-679138-10-smb {{(pid=93059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:23:18.603488 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:18.782774 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43662) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:18.788382 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-2b97974b-fa07-4779-8baf-576a02ac9885 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--329887789', 'description': 'tempest-description--1332912683'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:23:18.811522 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2b97974b-fa07-4779-8baf-576a02ac9885 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:18.866912 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:18.877499 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Transition to ACTIVE for port object a8d04826-d429-44ab-8f4d-87cd6cadf6dd will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:23:18.883029 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:18.892121 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2b97974b-fa07-4779-8baf-576a02ac9885 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:18.898236 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2b97974b-fa07-4779-8baf-576a02ac9885 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:18.925123 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-2b97974b-fa07-4779-8baf-576a02ac9885 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:18.926911 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-2b97974b-fa07-4779-8baf-576a02ac9885 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1431255 Jul 14 14:23:18.930462 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43664) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:18.931140 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97974b-fa07-4779-8baf-576a02ac9885 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f073f066-0477-405d-9730-2501a5a3a387,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:18.936802 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-c8e57a92-8e1a-455c-87b2-605b9c770d0b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Request body: {'security_group_rule': {'security_group_id': 'f073f066-0477-405d-9730-2501a5a3a387', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:23:18.965934 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65da918-51b3-4c81-9adb-9b4861af9326 None None] Pushing event updated for resources: {'Port': ['ID=a8d04826-d429-44ab-8f4d-87cd6cadf6dd,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:18.971064 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c8e57a92-8e1a-455c-87b2-605b9c770d0b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.002374 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Attempting to bind port a8d04826-d429-44ab-8f4d-87cd6cadf6dd on host dv-cinder-679138-10-smb for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:23:19.002750 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Attempting to bind port a8d04826-d429-44ab-8f4d-87cd6cadf6dd by drivers openvswitch,hyperv on host dv-cinder-679138-10-smb at level 0 using segments [{'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:23:19.003120 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Attempting to bind port a8d04826-d429-44ab-8f4d-87cd6cadf6dd on network 4140ea6c-d025-4e39-8854-4b18df25a692 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:23:19.010769 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Checking agent: {'id': 'b7ddcc4f-a1fd-458f-8974-137920cf07dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 6, 43), 'started_at': datetime.datetime(2021, 7, 14, 14, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:23:19.011148 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Checking segment: {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:23:19.011558 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.011958 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Bound using segment: {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:23:19.012577 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Bound port: a8d04826-d429-44ab-8f4d-87cd6cadf6dd, host: dv-cinder-679138-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:23:19.013549 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.036300 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c8e57a92-8e1a-455c-87b2-605b9c770d0b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.042002 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c8e57a92-8e1a-455c-87b2-605b9c770d0b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.062717 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e57a92-8e1a-455c-87b2-605b9c770d0b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cc95d5-0a44-43d8-a539-f9900e8196e1,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:19.067070 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c8e57a92-8e1a-455c-87b2-605b9c770d0b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.070904 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-c8e57a92-8e1a-455c-87b2-605b9c770d0b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357205 Jul 14 14:23:19.071405 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43666) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:19.075985 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-5d6afcbf-d117-43ad-8989-006135efc228 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Request body: {'security_group_rule': {'security_group_id': 'f073f066-0477-405d-9730-2501a5a3a387', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:23:19.094281 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] For port a8d04826-d429-44ab-8f4d-87cd6cadf6dd, host dv-cinder-679138-10-smb, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:23:19.098568 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] For port a8d04826-d429-44ab-8f4d-87cd6cadf6dd, host dv-cinder-679138-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=a8d04826-d429-44ab-8f4d-87cd6cadf6dd,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:23:19.105389 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.106061 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5d6afcbf-d117-43ad-8989-006135efc228 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.171539 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5d6afcbf-d117-43ad-8989-006135efc228 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.175194 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5d6afcbf-d117-43ad-8989-006135efc228 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.178419 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65da918-51b3-4c81-9adb-9b4861af9326 None None] Pushing event updated for resources: {'Port': ['ID=a8d04826-d429-44ab-8f4d-87cd6cadf6dd,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:19.182519 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:23:19.183135 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:23:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:19.189614 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6afcbf-d117-43ad-8989-006135efc228 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e704f9-3869-4586-93f5-df33d594c28d,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:19.208829 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5d6afcbf-d117-43ad-8989-006135efc228 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.210143 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-5d6afcbf-d117-43ad-8989-006135efc228 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378279 Jul 14 14:23:19.213225 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43668) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:19.218620 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Request body: {'floatingip': {'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:23:19.260438 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.277234 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 95845cc7-aecf-4b75-98d6-d3313010734c up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:23:19.344169 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_dvr_db [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:23:19.369633 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.431867 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port 95845cc7-aecf-4b75-98d6-d3313010734c triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:23:19.432243 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.472112 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Allocated IP 172.28.3.138 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/6e46f5c6-56e2-4214-b69d-d49151bb8079) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:23:19.576158 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.615651 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.656223 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:23:19.661824 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:23:19.663967 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event updated for resources: {'Port': ['ID=6e46f5c6-56e2-4214-b69d-d49151bb8079,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:19.666096 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:23:19.752595 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.l3_hamode_db [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:19Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:19.754287 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.779361 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd5e3b-3688-4a7a-8224-3c2bffd7577c None None] The sync data for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb is: [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:19Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:23:19.796741 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.971294 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.976034 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:20.043528 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event updated for resources: {'Port': ['ID=6e46f5c6-56e2-4214-b69d-d49151bb8079,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:20.056266 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:20.070237 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:20.071454 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-922f9e67-1582-4e67-9654-dc5b2b43f6bc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8568156 Jul 14 14:23:20.218596 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-71c4294c-ab78-401b-94cf-dfab2861b058 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--329887789&fields=id&tenant_id=322257b1a1104fe39d977b2a2fbb55ae HTTP/1.1" status: 200 len: 267 time: 0.0353980 Jul 14 14:23:20.330929 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-5e15f841-6c81-41f9-8bee-c85bd1ba8a91 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:20.333498 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-5e15f841-6c81-41f9-8bee-c85bd1ba8a91 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/networks?id=4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 200 len: 811 time: 0.1080587 Jul 14 14:23:20.348524 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-983bea5b-576b-4398-a1dc-dd5931176d4e tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/quotas/322257b1a1104fe39d977b2a2fbb55ae HTTP/1.1" status: 200 len: 375 time: 0.0096941 Jul 14 14:23:20.421550 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-2c5784d2-233d-400e-9688-90093a168628 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675962 Jul 14 14:23:20.524074 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-1ce2650f-50c4-4ee4-9b4b-aec5406e345a service neutron] 10.222.0.53 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895813 Jul 14 14:23:20.615669 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-5304978d-44a0-4a86-be51-8b93b54e68a7 service neutron] 10.222.0.53 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856593 Jul 14 14:23:20.797512 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-42788563-3a64-42fb-9a62-e5e5b5935bae req-23d30c8d-d9a2-46b1-87c8-ad547a9a4f17 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 210 time: 0.0344238 Jul 14 14:23:21.277210 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device a8d04826-d429-44ab-8f4d-87cd6cadf6dd up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:23:21.325504 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning for port a8d04826-d429-44ab-8f4d-87cd6cadf6dd completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:23:21.329288 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port a8d04826-d429-44ab-8f4d-87cd6cadf6dd triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:23:21.329659 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:21.378262 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:21.421681 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:21.453391 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] For port a8d04826-d429-44ab-8f4d-87cd6cadf6dd, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=a8d04826-d429-44ab-8f4d-87cd6cadf6dd,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:23:21.456916 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:21.502960 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Pushing event updated for resources: {'Port': ['ID=a8d04826-d429-44ab-8f4d-87cd6cadf6dd,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:21.819759 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-90ae9003-1caa-4b2d-bd41-9cf11f60b3cc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:21.821286 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-90ae9003-1caa-4b2d-bd41-9cf11f60b3cc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.62 "GET /v2.0/networks?id=4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 200 len: 811 time: 0.1037905 Jul 14 14:23:21.871987 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-626c2617-0a07-4313-9e8c-c30458b584eb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=322257b1a1104fe39d977b2a2fbb55ae HTTP/1.1" status: 200 len: 379 time: 0.0407436 Jul 14 14:23:21.882189 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Request body: {'port': {'device_id': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'admin_state_up': True, 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'security_groups': ['f073f066-0477-405d-9730-2501a5a3a387']}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:23:21.941052 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0c44d086-02b8-4cd2-838c-502ed90d6f82 req-d70f010a-2bb8-4197-abb9-8ea2649e9f1d tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 210 time: 0.0305126 Jul 14 14:23:21.999436 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Made reservation on behalf of 322257b1a1104fe39d977b2a2fbb55ae for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:23:22.002895 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:22.125359 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Allocated IP 172.20.0.5 (4140ea6c-d025-4e39-8854-4b18df25a692/9d80a6a9-ef74-4b8e-9e22-829649867b63/919ea854-7f3d-4ec5-8574-75a924115757) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:23:22.260851 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:22.274100 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Transition to ACTIVE for port object 919ea854-7f3d-4ec5-8574-75a924115757 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:23:22.306687 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:22.354884 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Network 4140ea6c-d025-4e39-8854-4b18df25a692 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:23:22.357910 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:23:22.361654 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:23:22.369333 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event updated for resources: {'Port': ['ID=919ea854-7f3d-4ec5-8574-75a924115757,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:22.420101 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:22.420726 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:22.435526 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8cce69ec-12e7-490e-a7ff-fe8eff4526fb tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572784 Jul 14 14:23:22.447614 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Request body: {'port': {'device_id': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:23:22.522642 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:22.606404 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-9fb2a2db-910a-45ae-bfab-b2c8c34a7649 None None] Provisioning for port 919ea854-7f3d-4ec5-8574-75a924115757 completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:23:22.610517 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-9fb2a2db-910a-45ae-bfab-b2c8c34a7649 None None] Provisioning complete for port 919ea854-7f3d-4ec5-8574-75a924115757 triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:23:22.610880 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9fb2a2db-910a-45ae-bfab-b2c8c34a7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:22.645215 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2a2db-910a-45ae-bfab-b2c8c34a7649 None None] Port 919ea854-7f3d-4ec5-8574-75a924115757 cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:23:22.778882 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919ea854-7f3d-4ec5-8574-75a924115757 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:23:22.786852 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:22.798848 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Transition to ACTIVE for port object 919ea854-7f3d-4ec5-8574-75a924115757 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:23:22.802929 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:22.854310 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Pushing event updated for resources: {'Port': ['ID=919ea854-7f3d-4ec5-8574-75a924115757,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:22.923561 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Attempting to bind port 919ea854-7f3d-4ec5-8574-75a924115757 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:23:22.923897 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Attempting to bind port 919ea854-7f3d-4ec5-8574-75a924115757 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:23:22.924233 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Attempting to bind port 919ea854-7f3d-4ec5-8574-75a924115757 on network 4140ea6c-d025-4e39-8854-4b18df25a692 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:23:22.930186 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Port 919ea854-7f3d-4ec5-8574-75a924115757 on network 4140ea6c-d025-4e39-8854-4b18df25a692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:23:22.930514 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Attempting to bind port 919ea854-7f3d-4ec5-8574-75a924115757 on network 4140ea6c-d025-4e39-8854-4b18df25a692 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:23:22.935516 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:23:22.935853 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Checking segment: {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:23:22.936234 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Bound using segment: {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:23:22.936665 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Bound port: 919ea854-7f3d-4ec5-8574-75a924115757, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:23:22.937059 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:23.002724 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] For port 919ea854-7f3d-4ec5-8574-75a924115757, host hv-cinder-67913, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:23:23.006872 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] For port 919ea854-7f3d-4ec5-8574-75a924115757, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=919ea854-7f3d-4ec5-8574-75a924115757,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:23:23.010529 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:23.047563 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:23.048173 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:23.049592 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] 10.222.0.62 "PUT /v2.0/ports/919ea854-7f3d-4ec5-8574-75a924115757 HTTP/1.1" status: 200 len: 1093 time: 0.6063194 Jul 14 14:23:23.050042 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'tag': '919ea854-7f3d-4ec5-8574-75a924115757'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:23:23.053214 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5e386e-855b-4e37-9503-991dac9b20e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a3e49d-a193-4ef5-aece-f0968e9ff261", "tag": "919ea854-7f3d-4ec5-8574-75a924115757"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:23:23.089859 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945936f-72a5-4fa9-a222-2fb5ca84b499 service neutron] Pushing event updated for resources: {'Port': ['ID=919ea854-7f3d-4ec5-8574-75a924115757,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:23.109155 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9068277e-f9b0-4bd9-bc76-a7d125163c78 x-openstack-request-id: req-9068277e-f9b0-4bd9-bc76-a7d125163c78 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:23:23.109484 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a3e49d-a193-4ef5-aece-f0968e9ff261", "tag": "919ea854-7f3d-4ec5-8574-75a924115757", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:23:23.109736 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9068277e-f9b0-4bd9-bc76-a7d125163c78 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:23:23.110295 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'tag': '919ea854-7f3d-4ec5-8574-75a924115757', 'status': 'completed', 'code': 200} Jul 14 14:23:23.148250 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1027e-dfe3-4ece-a308-bd7662930e96 req-a5e98857-27c3-4eca-8815-89cb823de3d5 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:23.149941 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-60e1027e-dfe3-4ece-a308-bd7662930e96 req-a5e98857-27c3-4eca-8815-89cb823de3d5 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 943 time: 0.0830741 Jul 14 14:23:23.158632 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-78ce861e-b9b3-4493-975d-0ee907ed3caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:23.160617 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-78ce861e-b9b3-4493-975d-0ee907ed3caa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 1096 time: 0.0599718 Jul 14 14:23:23.193424 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-60e1027e-dfe3-4ece-a308-bd7662930e96 req-8c58d63d-fa3e-484b-80ae-b1c3f5fef81b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359612 Jul 14 14:23:23.203591 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-8939c505-3d39-45bb-861f-7bc3918f18a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=919ea854-7f3d-4ec5-8574-75a924115757 HTTP/1.1" status: 200 len: 217 time: 0.0362515 Jul 14 14:23:23.258567 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-4b100bda-21b9-4cd6-8430-037743c04499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:23.260033 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-4b100bda-21b9-4cd6-8430-037743c04499 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d80a6a9-ef74-4b8e-9e22-829649867b63 HTTP/1.1" status: 200 len: 850 time: 0.0505495 Jul 14 14:23:23.276293 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device a8d04826-d429-44ab-8f4d-87cd6cadf6dd up at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:23:23.319602 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-db1ba1c2-9b25-4597-81df-df3a58103fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:23.321133 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-db1ba1c2-9b25-4597-81df-df3a58103fed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4140ea6c-d025-4e39-8854-4b18df25a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0550337 Jul 14 14:23:23.336063 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Provisioning complete for port a8d04826-d429-44ab-8f4d-87cd6cadf6dd triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:23:23.336435 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:23.410963 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-db7d9a04-a31e-4e01-ac5a-5f9956b68207 service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825832 Jul 14 14:23:23.498207 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-1bf405b5-1d12-4536-8a9e-8c0142f0cb70 req-750701ee-ffed-4fe8-82ef-a36df730c1e7 service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820079 Jul 14 14:23:23.597796 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e386e-855b-4e37-9503-991dac9b20e9 req-39382d09-0ba4-438f-b3b8-dc666d5fe8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:23.599262 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6f5e386e-855b-4e37-9503-991dac9b20e9 req-39382d09-0ba4-438f-b3b8-dc666d5fe8ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 1096 time: 0.0516274 Jul 14 14:23:23.689601 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e386e-855b-4e37-9503-991dac9b20e9 req-f3455b0c-b5eb-428a-adb3-66eb87539c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:23.691652 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6f5e386e-855b-4e37-9503-991dac9b20e9 req-f3455b0c-b5eb-428a-adb3-66eb87539c1f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 200 len: 912 time: 0.0854151 Jul 14 14:23:23.730834 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6f5e386e-855b-4e37-9503-991dac9b20e9 req-6a985da2-336b-487c-a65f-8f9f75c3b279 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=919ea854-7f3d-4ec5-8574-75a924115757 HTTP/1.1" status: 200 len: 217 time: 0.0327985 Jul 14 14:23:23.778985 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e386e-855b-4e37-9503-991dac9b20e9 req-c7fa3fc1-5391-4cba-ab16-3e258d3e6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:23.780387 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6f5e386e-855b-4e37-9503-991dac9b20e9 req-c7fa3fc1-5391-4cba-ab16-3e258d3e6acc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d80a6a9-ef74-4b8e-9e22-829649867b63 HTTP/1.1" status: 200 len: 850 time: 0.0424597 Jul 14 14:23:23.838333 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e386e-855b-4e37-9503-991dac9b20e9 req-c8992c82-2be9-4f9d-9c43-1ced64cf9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:23.839775 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6f5e386e-855b-4e37-9503-991dac9b20e9 req-c8992c82-2be9-4f9d-9c43-1ced64cf9ce5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4140ea6c-d025-4e39-8854-4b18df25a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0530221 Jul 14 14:23:23.924502 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6f5e386e-855b-4e37-9503-991dac9b20e9 req-1a2349b9-aa2f-4215-a20e-71bb4c6aa96f service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775797 Jul 14 14:23:24.012504 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-6f5e386e-855b-4e37-9503-991dac9b20e9 req-9bd6eee1-ca84-44af-8c64-2600ef37630f service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809736 Jul 14 14:23:24.370630 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522980e-a6b0-4c11-9cb3-dbc1f8025800 req-e876b2c7-2386-49d8-a429-edea0a14d3f0 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:24.372084 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5522980e-a6b0-4c11-9cb3-dbc1f8025800 req-e876b2c7-2386-49d8-a429-edea0a14d3f0 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 943 time: 0.0661571 Jul 14 14:23:24.409051 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5522980e-a6b0-4c11-9cb3-dbc1f8025800 req-fd234d39-a5f6-479d-8af1-547527d7d89c tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314353 Jul 14 14:23:25.576541 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139b038-d54a-4f02-bd2c-67bbc0e38437 req-f2174dc2-f414-403f-9cac-e2ab9a61ccc1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:25.578017 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f139b038-d54a-4f02-bd2c-67bbc0e38437 req-f2174dc2-f414-403f-9cac-e2ab9a61ccc1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 943 time: 0.0610681 Jul 14 14:23:25.614837 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f139b038-d54a-4f02-bd2c-67bbc0e38437 req-5316b84d-a0d4-48f7-a729-df3ea557829d tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311775 Jul 14 14:23:26.158708 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 919ea854-7f3d-4ec5-8574-75a924115757 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:23:26.254644 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 919ea854-7f3d-4ec5-8574-75a924115757, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=919ea854-7f3d-4ec5-8574-75a924115757,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:23:26.265527 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '919ea854-7f3d-4ec5-8574-75a924115757', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'port_id': '919ea854-7f3d-4ec5-8574-75a924115757', 'mac_address': 'fa:16:3e:be:cd:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:23:26.302876 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:26.315903 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919ea854-7f3d-4ec5-8574-75a924115757 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:23:26.335816 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 919ea854-7f3d-4ec5-8574-75a924115757, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=919ea854-7f3d-4ec5-8574-75a924115757,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:23:26.338858 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:26.384484 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=919ea854-7f3d-4ec5-8574-75a924115757,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:26.530442 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['919ea854-7f3d-4ec5-8574-75a924115757'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:23:26.787858 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac79667-5c10-4572-a8fa-77befcca564d req-6739974a-a2f7-4d0c-9e2d-0e9b0d93885f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:26.789269 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3ac79667-5c10-4572-a8fa-77befcca564d req-6739974a-a2f7-4d0c-9e2d-0e9b0d93885f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 944 time: 0.0646660 Jul 14 14:23:26.826555 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3ac79667-5c10-4572-a8fa-77befcca564d req-ee981fff-b75e-439b-b24c-33cec223e7db tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317402 Jul 14 14:23:28.001468 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e9ed3-bc21-4450-9801-d7e123b58398 req-731abc26-7c64-4fb0-8d35-093a3fef1563 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:28.002956 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-733e9ed3-bc21-4450-9801-d7e123b58398 req-731abc26-7c64-4fb0-8d35-093a3fef1563 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 944 time: 0.0655231 Jul 14 14:23:28.040672 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-733e9ed3-bc21-4450-9801-d7e123b58398 req-17a75fcc-2fec-4490-ae0c-660048b0aef8 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320747 Jul 14 14:23:28.174592 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 919ea854-7f3d-4ec5-8574-75a924115757 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:23:28.221807 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 919ea854-7f3d-4ec5-8574-75a924115757 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:23:28.225893 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 919ea854-7f3d-4ec5-8574-75a924115757 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:23:28.226260 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:28.302899 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:28.325115 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919ea854-7f3d-4ec5-8574-75a924115757'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:23:28.327763 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212fe826-ea71-45c0-8cf5-b7ea346a71ff" -d '{"events": [{"server_uuid": "d6a3e49d-a193-4ef5-aece-f0968e9ff261", "name": "network-vif-plugged", "status": "completed", "tag": "919ea854-7f3d-4ec5-8574-75a924115757"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:23:28.341229 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 919ea854-7f3d-4ec5-8574-75a924115757, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=919ea854-7f3d-4ec5-8574-75a924115757,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:23:28.345315 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:28.368146 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0093cac-1222-42e9-9e00-f5526667a602 x-openstack-request-id: req-b0093cac-1222-42e9-9e00-f5526667a602 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:23:28.368431 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a3e49d-a193-4ef5-aece-f0968e9ff261", "name": "network-vif-plugged", "status": "completed", "tag": "919ea854-7f3d-4ec5-8574-75a924115757", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:23:28.368680 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0093cac-1222-42e9-9e00-f5526667a602 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:23:28.369086 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919ea854-7f3d-4ec5-8574-75a924115757', 'code': 200} Jul 14 14:23:28.396169 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=919ea854-7f3d-4ec5-8574-75a924115757,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:23:28.577356 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453d2fe-6324-4d1d-a1cd-d50734d94aac req-8cd64e3e-ded7-4569-8034-573dc74eb6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:28.578761 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e453d2fe-6324-4d1d-a1cd-d50734d94aac req-8cd64e3e-ded7-4569-8034-573dc74eb6e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 1098 time: 0.0506253 Jul 14 14:23:28.611055 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e453d2fe-6324-4d1d-a1cd-d50734d94aac req-c98f14be-f822-4afb-84ef-bba65fcbcbee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263176 Jul 14 14:23:29.210977 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8922fa-be89-47b2-a0c3-3f17ca693255 req-29ecd6d6-236f-4d0b-9bbf-307f6cc7252a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:29.212498 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9c8922fa-be89-47b2-a0c3-3f17ca693255 req-29ecd6d6-236f-4d0b-9bbf-307f6cc7252a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0634284 Jul 14 14:23:29.249634 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9c8922fa-be89-47b2-a0c3-3f17ca693255 req-517ed12b-6041-4b4e-a0d2-8e980260741e tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314393 Jul 14 14:23:30.423870 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6b7f8-e263-48f4-8dfa-da1e6a57cd8e req-b19eff87-1c3c-4b75-9f63-67a205a7f71e tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:30.425383 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-18d6b7f8-e263-48f4-8dfa-da1e6a57cd8e req-b19eff87-1c3c-4b75-9f63-67a205a7f71e tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0652707 Jul 14 14:23:30.462104 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-18d6b7f8-e263-48f4-8dfa-da1e6a57cd8e req-e951ec29-db14-4f70-aaed-2f4a0b13f729 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308185 Jul 14 14:23:30.623816 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546d6e9-7cf6-4858-81bc-26a96c9d27c1 req-a8842aee-bab6-4e01-94ab-eeda5f1063fa tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:30.625209 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7546d6e9-7cf6-4858-81bc-26a96c9d27c1 req-a8842aee-bab6-4e01-94ab-eeda5f1063fa tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0615320 Jul 14 14:23:30.634325 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43720) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:23:30.638763 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-5a30b104-bf3e-4703-8f95-d8566b8781d1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Request body: {'floatingip': {'port_id': '919ea854-7f3d-4ec5-8574-75a924115757'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:23:30.676699 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5a30b104-bf3e-4703-8f95-d8566b8781d1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:31.360479 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5a30b104-bf3e-4703-8f95-d8566b8781d1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:31.364077 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5a30b104-bf3e-4703-8f95-d8566b8781d1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:31.460877 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.l3_db [None req-5a30b104-bf3e-4703-8f95-d8566b8781d1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Floating IP cba1cf25-f8d6-490a-be59-408ad3cdddd5 associated. External IP: 172.28.3.138, port: 919ea854-7f3d-4ec5-8574-75a924115757. Jul 14 14:23:31.660141 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a30b104-bf3e-4703-8f95-d8566b8781d1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:23:31.766380 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a30b104-bf3e-4703-8f95-d8566b8781d1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:23:31.771126 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-5a30b104-bf3e-4703-8f95-d8566b8781d1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:31.775364 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4454819-82ac-4c48-9ac8-59f38f2aa106 None None] Sync routers for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:23:31.783891 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4454819-82ac-4c48-9ac8-59f38f2aa106 None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:23:31.784832 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-c4454819-82ac-4c48-9ac8-59f38f2aa106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:23:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:31.806899 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-5a30b104-bf3e-4703-8f95-d8566b8781d1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "PUT /v2.0/floatingips/cba1cf25-f8d6-490a-be59-408ad3cdddd5 HTTP/1.1" status: 200 len: 991 time: 1.1715162 Jul 14 14:23:31.807489 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'tag': '919ea854-7f3d-4ec5-8574-75a924115757'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:23:31.809997 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd803269-184b-4db0-9b0d-6d1cc04d8eef" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a3e49d-a193-4ef5-aece-f0968e9ff261", "tag": "919ea854-7f3d-4ec5-8574-75a924115757"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:23:31.847537 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d899385-c4c8-4db0-921b-bdc731ab8c93 x-openstack-request-id: req-6d899385-c4c8-4db0-921b-bdc731ab8c93 {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:23:31.847825 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a3e49d-a193-4ef5-aece-f0968e9ff261", "tag": "919ea854-7f3d-4ec5-8574-75a924115757", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:23:31.848076 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d899385-c4c8-4db0-921b-bdc731ab8c93 {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:23:31.848469 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'tag': '919ea854-7f3d-4ec5-8574-75a924115757', 'status': 'completed', 'code': 200} Jul 14 14:23:31.891105 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-c4454819-82ac-4c48-9ac8-59f38f2aa106 None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:23:31.921497 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803269-184b-4db0-9b0d-6d1cc04d8eef req-639d6189-a7fe-4750-a207-84c8695e3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:31.923004 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dd803269-184b-4db0-9b0d-6d1cc04d8eef req-639d6189-a7fe-4750-a207-84c8695e3d9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 1098 time: 0.0524604 Jul 14 14:23:32.013890 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803269-184b-4db0-9b0d-6d1cc04d8eef req-885c3347-75c4-4a1e-a6b8-bcde3cb3ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:32.015377 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dd803269-184b-4db0-9b0d-6d1cc04d8eef req-885c3347-75c4-4a1e-a6b8-bcde3cb3ef9d service neutron] 10.222.0.62 "GET /v2.0/networks?id=4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 200 len: 912 time: 0.0856547 Jul 14 14:23:32.078392 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dd803269-184b-4db0-9b0d-6d1cc04d8eef req-6ad885fd-7de8-4c28-959b-050b033a0b43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=919ea854-7f3d-4ec5-8574-75a924115757 HTTP/1.1" status: 200 len: 999 time: 0.0565968 Jul 14 14:23:32.111998 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-c4454819-82ac-4c48-9ac8-59f38f2aa106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': 'cba1cf25-f8d6-490a-be59-408ad3cdddd5', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'port_id': '919ea854-7f3d-4ec5-8574-75a924115757', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'mac_address': 'fa:16:3e:be:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:23:19Z', 'updated_at': '2021-07-14T14:23:31Z', 'revision_number': 1, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:21Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:32.125293 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803269-184b-4db0-9b0d-6d1cc04d8eef req-43cd5cfc-5d5d-4226-8adf-f199b42a27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:32.126756 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dd803269-184b-4db0-9b0d-6d1cc04d8eef req-43cd5cfc-5d5d-4226-8adf-f199b42a27f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d80a6a9-ef74-4b8e-9e22-829649867b63 HTTP/1.1" status: 200 len: 850 time: 0.0423520 Jul 14 14:23:32.138603 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4454819-82ac-4c48-9ac8-59f38f2aa106 None None] Checking router: 6abec00e-269d-45ea-8c5e-f76e0e1c83aa for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:23:32.147247 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4454819-82ac-4c48-9ac8-59f38f2aa106 None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:23:32.147848 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-c4454819-82ac-4c48-9ac8-59f38f2aa106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:23:12Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:32.185257 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803269-184b-4db0-9b0d-6d1cc04d8eef req-f99d71e5-b97f-426a-9f35-bf1ee561d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:32.186734 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dd803269-184b-4db0-9b0d-6d1cc04d8eef req-f99d71e5-b97f-426a-9f35-bf1ee561d81e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4140ea6c-d025-4e39-8854-4b18df25a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0543184 Jul 14 14:23:32.252853 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-c4454819-82ac-4c48-9ac8-59f38f2aa106 None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:23:32.274795 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dd803269-184b-4db0-9b0d-6d1cc04d8eef req-0eff5dd1-6ede-495a-8fb1-40b2b72ff105 service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818222 Jul 14 14:23:32.484385 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-c4454819-82ac-4c48-9ac8-59f38f2aa106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': 'cba1cf25-f8d6-490a-be59-408ad3cdddd5', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'port_id': '919ea854-7f3d-4ec5-8574-75a924115757', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'mac_address': 'fa:16:3e:be:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:23:19Z', 'updated_at': '2021-07-14T14:23:31Z', 'revision_number': 1, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:21Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:23:32.512374 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4454819-82ac-4c48-9ac8-59f38f2aa106 None None] The sync data for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb is: [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': 'cba1cf25-f8d6-490a-be59-408ad3cdddd5', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'port_id': '919ea854-7f3d-4ec5-8574-75a924115757', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'mac_address': 'fa:16:3e:be:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:23:19Z', 'updated_at': '2021-07-14T14:23:31Z', 'revision_number': 1, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:21Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:23:32.627854 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-dd803269-184b-4db0-9b0d-6d1cc04d8eef req-6b12ab90-c6ce-4044-a8f7-17bf6e0a851d service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467090 Jul 14 14:23:32.694339 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef9d087-acc3-49d5-b5f8-9d243b0b0624 None None] New status for floating IP cba1cf25-f8d6-490a-be59-408ad3cdddd5: ACTIVE {{(pid=93059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:23:39.994705 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5f7429ed-fe46-4131-b283-514c4280d1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:42.320185 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3819a2b7-40c9-475d-9fb8-ad8e9a1ab304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:42.714329 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:43.806617 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:45.189721 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:51.379408 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:53.358135 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-88ce6723-531f-42ea-a3f5-105137eb789a req-554d909d-b162-41a7-a402-01cffb0026e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497870 Jul 14 14:23:53.450574 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce6723-531f-42ea-a3f5-105137eb789a req-e4a07e35-e022-4240-97e6-164a9a154a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:53.451930 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-88ce6723-531f-42ea-a3f5-105137eb789a req-e4a07e35-e022-4240-97e6-164a9a154a71 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 1098 time: 0.0519252 Jul 14 14:23:53.557087 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce6723-531f-42ea-a3f5-105137eb789a req-7355d906-f5f9-494c-a3bb-d89802cdaaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:53.558531 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-88ce6723-531f-42ea-a3f5-105137eb789a req-7355d906-f5f9-494c-a3bb-d89802cdaaeb service neutron] 10.222.0.62 "GET /v2.0/networks?id=4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 200 len: 912 time: 0.0861099 Jul 14 14:23:53.621289 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-88ce6723-531f-42ea-a3f5-105137eb789a req-908324f7-3e28-4e8f-af92-b7ac7c520bd7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=919ea854-7f3d-4ec5-8574-75a924115757 HTTP/1.1" status: 200 len: 1001 time: 0.0553529 Jul 14 14:23:53.671344 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce6723-531f-42ea-a3f5-105137eb789a req-cbe2eb8c-72b7-49d1-8c0f-15c50c82675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:53.672771 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-88ce6723-531f-42ea-a3f5-105137eb789a req-cbe2eb8c-72b7-49d1-8c0f-15c50c82675a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d80a6a9-ef74-4b8e-9e22-829649867b63 HTTP/1.1" status: 200 len: 850 time: 0.0445023 Jul 14 14:23:53.725817 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce6723-531f-42ea-a3f5-105137eb789a req-56e4ce02-097e-4e2d-820c-2657e248ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:53.727223 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-88ce6723-531f-42ea-a3f5-105137eb789a req-56e4ce02-097e-4e2d-820c-2657e248ff58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4140ea6c-d025-4e39-8854-4b18df25a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0488701 Jul 14 14:23:53.816325 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-88ce6723-531f-42ea-a3f5-105137eb789a req-dd503de8-975e-4df0-9c18-24cd3dc32381 service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814354 Jul 14 14:23:53.905486 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-88ce6723-531f-42ea-a3f5-105137eb789a req-5723c21d-ebfa-418e-8e5f-6d55a8ddb74c service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820410 Jul 14 14:23:55.160006 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:24:09.994919 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-62b51e37-0734-4e54-85c0-c7f032ed53a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:12.320408 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d44edcdf-3939-4b93-a9e5-e1189a9e532b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:12.714757 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:13.809782 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:14.051771 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f1390-be80-4cca-acb2-a309feca27d0 req-f3d9ee66-e577-459a-8475-3ed6f318fc46 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:14.053170 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a55f1390-be80-4cca-acb2-a309feca27d0 req-f3d9ee66-e577-459a-8475-3ed6f318fc46 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0645993 Jul 14 14:24:14.089034 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a55f1390-be80-4cca-acb2-a309feca27d0 req-0e33f563-27cf-4160-a2c7-669996915d47 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303426 Jul 14 14:24:15.193929 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:15.265624 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4656ff-9f0a-4dba-9ef0-48bc72479508 req-d63b35c9-7fda-4102-a5cd-4084629ea598 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:15.267210 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ff4656ff-9f0a-4dba-9ef0-48bc72479508 req-d63b35c9-7fda-4102-a5cd-4084629ea598 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0659852 Jul 14 14:24:15.304763 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ff4656ff-9f0a-4dba-9ef0-48bc72479508 req-7a12dbb0-a6c7-4692-b381-32b02e0d8b37 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Jul 14 14:24:16.475635 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5816-b632-4621-bfd6-f131c1d95b7b req-bdf5981a-b80e-4684-872a-24fda6b3d72d tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:16.477118 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-86de5816-b632-4621-bfd6-f131c1d95b7b req-bdf5981a-b80e-4684-872a-24fda6b3d72d tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0621972 Jul 14 14:24:16.513479 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-86de5816-b632-4621-bfd6-f131c1d95b7b req-24ea5f12-345e-4f42-b92a-8b89dd7fe514 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309432 Jul 14 14:24:17.690932 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47df4ca-487e-45fb-9951-9449851d1802 req-65bc9f5b-176d-4be9-b5c0-f2e7112085a0 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:17.692381 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d47df4ca-487e-45fb-9951-9449851d1802 req-65bc9f5b-176d-4be9-b5c0-f2e7112085a0 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0653696 Jul 14 14:24:17.728949 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d47df4ca-487e-45fb-9951-9449851d1802 req-0ba24dde-961a-44e9-8247-a525412f7d21 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311069 Jul 14 14:24:18.897856 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1772c1-1f20-4a3c-9b63-6f38a9499b55 req-88bc38bb-c569-4291-9a60-f585796b35ce tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:18.899315 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8d1772c1-1f20-4a3c-9b63-6f38a9499b55 req-88bc38bb-c569-4291-9a60-f585796b35ce tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0620177 Jul 14 14:24:18.935617 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8d1772c1-1f20-4a3c-9b63-6f38a9499b55 req-f929243d-5a32-464f-b1d2-8807ea44c1f8 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309021 Jul 14 14:24:20.104089 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2657081-3a50-486b-bcb5-97cfbccd9fed req-07367930-ce44-4638-ae03-f2add0333902 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:20.105578 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a2657081-3a50-486b-bcb5-97cfbccd9fed req-07367930-ce44-4638-ae03-f2add0333902 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0610032 Jul 14 14:24:20.141583 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a2657081-3a50-486b-bcb5-97cfbccd9fed req-77f36f5d-aa1c-41a4-bc0c-87b3dc6d7e89 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306787 Jul 14 14:24:21.319875 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900df8d-001d-402d-9e2d-8a14dbac0dec req-8a434388-cab9-43a3-aa1d-0f961e79e36f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:21.321351 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2900df8d-001d-402d-9e2d-8a14dbac0dec req-8a434388-cab9-43a3-aa1d-0f961e79e36f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0670669 Jul 14 14:24:21.358640 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2900df8d-001d-402d-9e2d-8a14dbac0dec req-87d66b7d-7ce4-4028-83af-5c52785928fc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317876 Jul 14 14:24:21.371988 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:22.538112 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b086-56f5-4e7d-992b-77816285b25d req-327ee99a-02bd-4d18-802e-6b4661b6ff64 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:22.539718 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-cf67b086-56f5-4e7d-992b-77816285b25d req-327ee99a-02bd-4d18-802e-6b4661b6ff64 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0671470 Jul 14 14:24:22.579550 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-cf67b086-56f5-4e7d-992b-77816285b25d req-538964f9-4ade-4a5d-80ce-85039c93a372 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341146 Jul 14 14:24:23.755499 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c636ff-6ea2-4e72-924d-f9d9b0dbd035 req-9ae21b54-2021-4ab3-beae-d24a36451f4a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:23.757024 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-35c636ff-6ea2-4e72-924d-f9d9b0dbd035 req-9ae21b54-2021-4ab3-beae-d24a36451f4a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0658405 Jul 14 14:24:23.794470 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-35c636ff-6ea2-4e72-924d-f9d9b0dbd035 req-ffddc7d4-52cb-49e1-91e2-795320c3e8e0 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319498 Jul 14 14:24:24.970118 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d05306-fa0f-422f-9edc-1f477422b3fe req-0173d1bd-22f9-4db0-b0ea-c0206660b377 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:24.971636 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-31d05306-fa0f-422f-9edc-1f477422b3fe req-0173d1bd-22f9-4db0-b0ea-c0206660b377 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0680921 Jul 14 14:24:25.012835 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-31d05306-fa0f-422f-9edc-1f477422b3fe req-0b760c67-ae39-479a-a6ee-af4ef684aa92 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355825 Jul 14 14:24:25.349732 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1e4e2-43b4-45b0-85e2-c395ae0e44c4 req-b34d9984-f114-4ff5-8c7b-80e5df2f4621 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:25.351250 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-32c1e4e2-43b4-45b0-85e2-c395ae0e44c4 req-b34d9984-f114-4ff5-8c7b-80e5df2f4621 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0635509 Jul 14 14:24:25.358580 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa4a7-d4d8-409e-9c9c-9eed06431893 req-00266bf3-fa19-4d34-afe9-e3480b570b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:25.360129 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-612fa4a7-d4d8-409e-9c9c-9eed06431893 req-00266bf3-fa19-4d34-afe9-e3480b570b93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 1098 time: 0.0529070 Jul 14 14:24:25.389923 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-32c1e4e2-43b4-45b0-85e2-c395ae0e44c4 req-cb3cfbb2-2df6-4369-bde8-72bf6a031ba1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329230 Jul 14 14:24:25.451138 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa4a7-d4d8-409e-9c9c-9eed06431893 req-2c417e58-7dc4-4805-bbec-fdf864215754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:25.452606 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-612fa4a7-d4d8-409e-9c9c-9eed06431893 req-2c417e58-7dc4-4805-bbec-fdf864215754 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 200 len: 912 time: 0.0868034 Jul 14 14:24:25.517208 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-612fa4a7-d4d8-409e-9c9c-9eed06431893 req-22b02acf-a2ce-4d6a-9851-622d50acf953 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=919ea854-7f3d-4ec5-8574-75a924115757 HTTP/1.1" status: 200 len: 1001 time: 0.0575964 Jul 14 14:24:25.564047 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa4a7-d4d8-409e-9c9c-9eed06431893 req-077d0f53-4e2d-49ca-95ae-a6a68519f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:25.566348 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-612fa4a7-d4d8-409e-9c9c-9eed06431893 req-077d0f53-4e2d-49ca-95ae-a6a68519f8cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d80a6a9-ef74-4b8e-9e22-829649867b63 HTTP/1.1" status: 200 len: 850 time: 0.0434051 Jul 14 14:24:25.625501 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa4a7-d4d8-409e-9c9c-9eed06431893 req-875eb36e-3447-4056-bc6a-9a3e514affa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:25.627479 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-612fa4a7-d4d8-409e-9c9c-9eed06431893 req-875eb36e-3447-4056-bc6a-9a3e514affa5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4140ea6c-d025-4e39-8854-4b18df25a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0542121 Jul 14 14:24:25.712667 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-612fa4a7-d4d8-409e-9c9c-9eed06431893 req-3ee871dd-54ac-458a-9574-01542a3ddf4f service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796089 Jul 14 14:24:25.808531 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-612fa4a7-d4d8-409e-9c9c-9eed06431893 req-1d2c61cd-5f91-42e2-b8bd-4d4c2263d01c service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892448 Jul 14 14:24:26.574491 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d8ef0-9a3c-4d9e-b1cf-64db9178b699 req-fed4e4de-7541-40a6-bcb9-5dae9067d030 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:26.575785 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a41d8ef0-9a3c-4d9e-b1cf-64db9178b699 req-fed4e4de-7541-40a6-bcb9-5dae9067d030 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0677900 Jul 14 14:24:26.613672 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-a41d8ef0-9a3c-4d9e-b1cf-64db9178b699 req-2491b1a1-3a9f-48cf-9c1d-19e045cf5da1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316291 Jul 14 14:24:32.159235 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:24:39.995502 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-360d7491-06fb-44ef-9cf5-6d8a3cb5233e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:42.321067 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5ab313b2-0002-4b60-bb37-047cfe23e15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:42.715885 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:43.811949 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:45.202044 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:51.371931 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:52.720918 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-a070b187-36eb-4f5f-9044-b70570854b12 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501118 Jul 14 14:24:52.812552 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-5d0b8894-1b19-43e5-9bd8-2299afc15cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:52.814622 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-5d0b8894-1b19-43e5-9bd8-2299afc15cc9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 1098 time: 0.0515442 Jul 14 14:24:52.917719 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-911e45c5-ccb3-4950-b0ed-5656c2c9313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:52.919157 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-911e45c5-ccb3-4950-b0ed-5656c2c9313b service neutron] 10.222.0.62 "GET /v2.0/networks?id=4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 200 len: 912 time: 0.0847328 Jul 14 14:24:52.982144 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-062fd5c5-338a-4925-934b-14f2154d0b12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=919ea854-7f3d-4ec5-8574-75a924115757 HTTP/1.1" status: 200 len: 1001 time: 0.0565231 Jul 14 14:24:53.029317 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-e56cc7fa-b8ae-4720-bbe7-387d06351965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:53.030774 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-e56cc7fa-b8ae-4720-bbe7-387d06351965 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d80a6a9-ef74-4b8e-9e22-829649867b63 HTTP/1.1" status: 200 len: 850 time: 0.0429566 Jul 14 14:24:53.090038 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-f8ea9c58-7dfe-4860-9d9c-b7312e876692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:24:53.091481 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-f8ea9c58-7dfe-4860-9d9c-b7312e876692 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4140ea6c-d025-4e39-8854-4b18df25a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0525935 Jul 14 14:24:53.101754 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-9e12781d-5c41-483d-b33d-73b8ccc880c5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:24:53.102673 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-9e12781d-5c41-483d-b33d-73b8ccc880c5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049050 Jul 14 14:24:53.187848 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-6eff0777-2047-449f-8174-f77b5f3124fc service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787938 Jul 14 14:24:53.277151 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-5734252d-f67d-4c23-bbc9-14a525dc1d1d req-49cdf4f7-0a44-4954-9416-12c1a7d09f3b service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825849 Jul 14 14:25:00.768311 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd46dad-2d64-4833-9071-60f3467ef2af req-0f63b5f7-564e-49f6-977f-4b25ade9ccfd tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:00.769828 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9cd46dad-2d64-4833-9071-60f3467ef2af req-0f63b5f7-564e-49f6-977f-4b25ade9ccfd tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0623684 Jul 14 14:25:00.806909 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9cd46dad-2d64-4833-9071-60f3467ef2af req-175af0f7-6af3-43ac-93b7-c0756dabcba9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315735 Jul 14 14:25:02.027492 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00029fe-4921-43b6-a597-a90fbd4f130b req-e240079d-79bf-48b7-9409-e4be0e5d7db3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:02.028977 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f00029fe-4921-43b6-a597-a90fbd4f130b req-e240079d-79bf-48b7-9409-e4be0e5d7db3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.1114972 Jul 14 14:25:02.071790 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f00029fe-4921-43b6-a597-a90fbd4f130b req-10bd6064-7d6c-4b12-9e52-aa06e798ae12 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360200 Jul 14 14:25:03.243901 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa865b-50e2-43aa-a64b-3bc1da6439e0 req-5fcb385d-ed79-4a65-a61e-a108d6ded005 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:03.245389 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-40fa865b-50e2-43aa-a64b-3bc1da6439e0 req-5fcb385d-ed79-4a65-a61e-a108d6ded005 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0616698 Jul 14 14:25:03.281570 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-40fa865b-50e2-43aa-a64b-3bc1da6439e0 req-ee90ef44-e617-41a2-8638-10e9e1f29c07 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307097 Jul 14 14:25:04.457538 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a0577-bbbc-49e4-8f06-028f938f6c6f req-95fd3d28-e709-4e46-96ac-e5b5dc488024 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:04.458977 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4a5a0577-bbbc-49e4-8f06-028f938f6c6f req-95fd3d28-e709-4e46-96ac-e5b5dc488024 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0618219 Jul 14 14:25:04.494972 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4a5a0577-bbbc-49e4-8f06-028f938f6c6f req-aad1885f-2d09-4da2-ad3f-06c799044051 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306280 Jul 14 14:25:05.668251 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117546c-ee24-4d91-8943-187564ed7e64 req-2ccf5bb2-6d0c-4088-babe-12fab2a49421 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:05.669744 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b117546c-ee24-4d91-8943-187564ed7e64 req-2ccf5bb2-6d0c-4088-babe-12fab2a49421 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0659435 Jul 14 14:25:05.707226 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b117546c-ee24-4d91-8943-187564ed7e64 req-dadf582f-0ad4-47ea-92a2-edf2dfee5863 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313468 Jul 14 14:25:06.876365 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc80c2-6ddb-4a9a-85b7-17696cc983a1 req-13cddae3-0b56-44f4-97b1-20287fdc0f99 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:06.878047 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eadc80c2-6ddb-4a9a-85b7-17696cc983a1 req-13cddae3-0b56-44f4-97b1-20287fdc0f99 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0617476 Jul 14 14:25:06.914467 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-eadc80c2-6ddb-4a9a-85b7-17696cc983a1 req-ce0ca9fa-8eaf-48f0-a82b-fe6808b1049b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310094 Jul 14 14:25:08.085802 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5b086-84c0-4c48-b60d-b5331001899c req-2fec3db6-a5fe-498f-b40a-d41acdd47bed tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:08.087309 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-aff5b086-84c0-4c48-b60d-b5331001899c req-2fec3db6-a5fe-498f-b40a-d41acdd47bed tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0655375 Jul 14 14:25:08.124893 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-aff5b086-84c0-4c48-b60d-b5331001899c req-09726d8a-a1ed-45f1-8b2e-90f872b1842d tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Jul 14 14:25:09.158588 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:25:09.294486 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc2cca-eaf3-48fa-a25c-d740066a390f req-ca2794ab-1971-4b0a-93d6-8a97ef67f77c tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:09.296040 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c8bc2cca-eaf3-48fa-a25c-d740066a390f req-ca2794ab-1971-4b0a-93d6-8a97ef67f77c tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0636618 Jul 14 14:25:09.332576 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c8bc2cca-eaf3-48fa-a25c-d740066a390f req-42ffad55-530e-4482-8ce4-8609d7baa08b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304122 Jul 14 14:25:09.995488 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5ca7a575-4702-4e79-84a7-d4b4e2cc7869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:10.500311 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d527dbe-badd-4dfd-8b75-845f9920f72d req-d5a9c33e-b8a6-4e26-badb-fd3bc3861ead tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:10.502544 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5d527dbe-badd-4dfd-8b75-845f9920f72d req-d5a9c33e-b8a6-4e26-badb-fd3bc3861ead tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0607994 Jul 14 14:25:10.537852 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5d527dbe-badd-4dfd-8b75-845f9920f72d req-f0c6c2ee-6647-4273-934b-d3a535c49f80 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299265 Jul 14 14:25:11.722290 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759a97e-7704-428d-baf7-65d36e349080 req-54bce150-323b-43f3-97f7-0a444abf730b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:11.723759 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5759a97e-7704-428d-baf7-65d36e349080 req-54bce150-323b-43f3-97f7-0a444abf730b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0699215 Jul 14 14:25:11.760473 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5759a97e-7704-428d-baf7-65d36e349080 req-ee85d648-b37c-4f2b-b7dd-9d3e9fb134e0 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311539 Jul 14 14:25:12.099944 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f2893-bfad-4b64-843d-c9863e019893 req-687d1ef9-7193-41cb-adf6-890b0bc4829a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:12.101491 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-da0f2893-bfad-4b64-843d-c9863e019893 req-687d1ef9-7193-41cb-adf6-890b0bc4829a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0697629 Jul 14 14:25:12.103333 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da6d4-9d96-40da-be5c-e5fe72285b38 req-6c0cef36-cb8f-47dc-9bdf-3fdb146c11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:12.104848 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-390da6d4-9d96-40da-be5c-e5fe72285b38 req-6c0cef36-cb8f-47dc-9bdf-3fdb146c11d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 1098 time: 0.0544903 Jul 14 14:25:12.138699 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-da0f2893-bfad-4b64-843d-c9863e019893 req-d0295be1-9ca0-49a9-b457-5426bc4b40b1 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314145 Jul 14 14:25:12.192948 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da6d4-9d96-40da-be5c-e5fe72285b38 req-79cdfde3-2072-4dfe-bce2-b14cabb2ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:12.194405 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-390da6d4-9d96-40da-be5c-e5fe72285b38 req-79cdfde3-2072-4dfe-bce2-b14cabb2ba69 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 200 len: 912 time: 0.0827658 Jul 14 14:25:12.259457 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-390da6d4-9d96-40da-be5c-e5fe72285b38 req-82c1b92a-f9f0-46e8-9145-0809da984aa5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=919ea854-7f3d-4ec5-8574-75a924115757 HTTP/1.1" status: 200 len: 1001 time: 0.0587463 Jul 14 14:25:12.307986 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da6d4-9d96-40da-be5c-e5fe72285b38 req-4f1ea1be-c8eb-4bc4-b3e4-fc73ef7bb1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:12.309483 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-390da6d4-9d96-40da-be5c-e5fe72285b38 req-4f1ea1be-c8eb-4bc4-b3e4-fc73ef7bb1a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d80a6a9-ef74-4b8e-9e22-829649867b63 HTTP/1.1" status: 200 len: 850 time: 0.0439627 Jul 14 14:25:12.320028 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6b473e9e-d6a6-472c-900a-44df224e2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:12.365322 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da6d4-9d96-40da-be5c-e5fe72285b38 req-523a07a1-4281-4936-a24b-c0114b60f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:12.366794 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-390da6d4-9d96-40da-be5c-e5fe72285b38 req-523a07a1-4281-4936-a24b-c0114b60f8c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4140ea6c-d025-4e39-8854-4b18df25a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0514684 Jul 14 14:25:12.456437 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-390da6d4-9d96-40da-be5c-e5fe72285b38 req-696af853-8d29-41ed-b3bd-a61cd8733259 service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828803 Jul 14 14:25:12.542042 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-390da6d4-9d96-40da-be5c-e5fe72285b38 req-b01fc81a-4d04-4ddb-8493-91aee8fec030 service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798728 Jul 14 14:25:12.721625 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:13.314194 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3f558-2885-4d9f-ba7f-6ab780b4a506 req-dedb7d80-575e-4324-ab50-295bd62c55b5 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:13.315668 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-edb3f558-2885-4d9f-ba7f-6ab780b4a506 req-dedb7d80-575e-4324-ab50-295bd62c55b5 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0669286 Jul 14 14:25:13.351790 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-edb3f558-2885-4d9f-ba7f-6ab780b4a506 req-ed0deff7-8eb4-4db7-af46-e2b64723e77e tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305624 Jul 14 14:25:13.814580 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:15.199990 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:21.391954 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:39.995997 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c63e54d4-6502-4fc3-b9a2-bbc2af3602b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:42.320031 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-906e347b-e0fd-4649-8862-4561221fe187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:42.722716 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:43.818307 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:45.204171 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:46.043089 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a4619-473a-4d6a-808d-542e0f61fbe9 req-7c086b7c-0574-4176-aa1d-fb101ce2c720 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:46.044541 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6a0a4619-473a-4d6a-808d-542e0f61fbe9 req-7c086b7c-0574-4176-aa1d-fb101ce2c720 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0623322 Jul 14 14:25:46.081032 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6a0a4619-473a-4d6a-808d-542e0f61fbe9 req-0b417621-1d1f-4f06-9a5b-b580a8696310 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302119 Jul 14 14:25:46.158241 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:25:47.264918 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd3a8d-b4f2-484d-a282-b4e808db85e7 req-46599002-645a-4a38-aa71-6d8c04a2c125 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:47.266733 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-39bd3a8d-b4f2-484d-a282-b4e808db85e7 req-46599002-645a-4a38-aa71-6d8c04a2c125 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0668104 Jul 14 14:25:47.305088 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-39bd3a8d-b4f2-484d-a282-b4e808db85e7 req-b0494fad-1249-42f1-a2d3-3de6d065f617 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=f073f066-0477-405d-9730-2501a5a3a387&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323119 Jul 14 14:25:47.858227 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-7226f546-5dc5-4102-ab9c-b4764ced84ee tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:47.859686 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-7226f546-5dc5-4102-ab9c-b4764ced84ee tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 945 time: 0.0701709 Jul 14 14:25:47.959612 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Deleting port 919ea854-7f3d-4ec5-8574-75a924115757 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:25:47.959942 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:48.046343 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] For port 919ea854-7f3d-4ec5-8574-75a924115757, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=919ea854-7f3d-4ec5-8574-75a924115757,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:25:48.046691 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:48.204226 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:48.204497 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:48.204800 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.l3_db [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Floating IP cba1cf25-f8d6-490a-be59-408ad3cdddd5 disassociated. External IP: 172.28.3.138, port: 919ea854-7f3d-4ec5-8574-75a924115757. Jul 14 14:25:48.205158 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Calling delete_port for 919ea854-7f3d-4ec5-8574-75a924115757 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:25:48.337939 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:48.368201 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event deleted for resources: {'Port': ['ID=919ea854-7f3d-4ec5-8574-75a924115757,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:48.419856 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:48.420199 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:48.420532 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:48.420866 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:48.421858 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:48.422199 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:48.422532 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:48.422849 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:48.423169 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:48.423488 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:48.424009 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:48.424327 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:48.452049 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e6c59842-1080-4947-bb89-a73d516a35dc req-1fdba68e-b1a2-4b89-a849-f867b1b68fbe tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a3e49d-a193-4ef5-aece-f0968e9ff261 HTTP/1.1" status: 200 len: 210 time: 0.0317664 Jul 14 14:25:48.498244 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:25:48.604546 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:25:48.614604 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d113314-afda-46b2-8786-abf7b74b18e4 None None] Sync routers for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:25:48.623963 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d113314-afda-46b2-8786-abf7b74b18e4 None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:25:48.625237 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-1d113314-afda-46b2-8786-abf7b74b18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:25:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:25:48.649554 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] No DVR routers for this DVR port 919ea854-7f3d-4ec5-8574-75a924115757 on host hv-cinder-67913 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:25:48.651995 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:48.654281 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-7f7f72d9-431c-49f0-8578-999bba18a802 req-1e1715d9-7cb9-4995-bd89-a33c968f0c5f tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.62 "DELETE /v2.0/ports/919ea854-7f3d-4ec5-8574-75a924115757 HTTP/1.1" status: 204 len: 173 time: 0.7897131 Jul 14 14:25:48.654713 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'name': 'network-vif-deleted', 'tag': '919ea854-7f3d-4ec5-8574-75a924115757'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:25:48.657059 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80ae9ba-3b00-4ccc-9d24-f0d64ef4f212" -d '{"events": [{"server_uuid": "d6a3e49d-a193-4ef5-aece-f0968e9ff261", "name": "network-vif-deleted", "tag": "919ea854-7f3d-4ec5-8574-75a924115757"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:25:48.764281 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5c4a97-49bc-4f28-bb62-0797ed8d5c69 x-openstack-request-id: req-2b5c4a97-49bc-4f28-bb62-0797ed8d5c69 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:25:48.764570 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a3e49d-a193-4ef5-aece-f0968e9ff261", "name": "network-vif-deleted", "tag": "919ea854-7f3d-4ec5-8574-75a924115757", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:25:48.764817 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b5c4a97-49bc-4f28-bb62-0797ed8d5c69 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:25:48.765298 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a3e49d-a193-4ef5-aece-f0968e9ff261', 'name': 'network-vif-deleted', 'tag': '919ea854-7f3d-4ec5-8574-75a924115757', 'status': 'completed', 'code': 200} Jul 14 14:25:48.828072 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-1d113314-afda-46b2-8786-abf7b74b18e4 None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:25:49.025856 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-1d113314-afda-46b2-8786-abf7b74b18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:21Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:25:49.053258 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d113314-afda-46b2-8786-abf7b74b18e4 None None] Checking router: 6abec00e-269d-45ea-8c5e-f76e0e1c83aa for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:25:49.061504 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d113314-afda-46b2-8786-abf7b74b18e4 None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:25:49.062490 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-1d113314-afda-46b2-8786-abf7b74b18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:25:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:25:49.168377 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-1d113314-afda-46b2-8786-abf7b74b18e4 None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:25:49.368886 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-1d113314-afda-46b2-8786-abf7b74b18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:21Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:25:49.397842 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d113314-afda-46b2-8786-abf7b74b18e4 None None] The sync data for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb is: [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:21Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:25:49.599895 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c65d18-d467-4d5e-9745-9275a757eb70 None None] New status for floating IP cba1cf25-f8d6-490a-be59-408ad3cdddd5: DOWN {{(pid=93059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:25:50.597803 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43946) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:25:50.650005 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:50.673719 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:50.719776 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:50.722345 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:50.723463 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "DELETE /v2.0/security-groups/f073f066-0477-405d-9730-2501a5a3a387 HTTP/1.1" status: 204 len: 168 time: 0.1246958 Jul 14 14:25:50.726321 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43948) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:25:50.732024 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f073f066-0477-405d-9730-2501a5a3a387,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:50.738874 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:50.739222 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:50.739565 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:50.739909 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:50.740240 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:50.740567 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:50.740761 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.api.v2.resource [None req-9b65e6bd-f046-41f7-8bbe-e50e4d4b87c7 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] show failed (client error): The resource could not be found. Jul 14 14:25:50.741020 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:50.741226 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:50.741549 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:50.741766 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-9b65e6bd-f046-41f7-8bbe-e50e4d4b87c7 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups/f073f066-0477-405d-9730-2501a5a3a387 HTTP/1.1" status: 404 len: 347 time: 0.0139461 Jul 14 14:25:50.742018 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:50.742173 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:50.742491 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f74df9-7b1f-4eec-8372-f097f9b1b523 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:50.744485 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43950) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:25:50.864415 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-7da21a6d-4079-4795-8552-7b7b6245ff04 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Deleting port 6e46f5c6-56e2-4214-b69d-d49151bb8079 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:25:50.864674 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7da21a6d-4079-4795-8552-7b7b6245ff04 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:50.943492 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7da21a6d-4079-4795-8552-7b7b6245ff04 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:50.943815 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7da21a6d-4079-4795-8552-7b7b6245ff04 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:50.955213 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-7da21a6d-4079-4795-8552-7b7b6245ff04 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Calling delete_port for 6e46f5c6-56e2-4214-b69d-d49151bb8079 owned by network:floatingip {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:25:51.027958 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 919ea854-7f3d-4ec5-8574-75a924115757 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:25:51.049965 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 919ea854-7f3d-4ec5-8574-75a924115757 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:25:51.050314 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 919ea854-7f3d-4ec5-8574-75a924115757 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:25:51.084120 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7da21a6d-4079-4795-8552-7b7b6245ff04 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.110829 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da21a6d-4079-4795-8552-7b7b6245ff04 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event deleted for resources: {'Port': ['ID=6e46f5c6-56e2-4214-b69d-d49151bb8079,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:51.172158 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7da21a6d-4079-4795-8552-7b7b6245ff04 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.174646 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7da21a6d-4079-4795-8552-7b7b6245ff04 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.175779 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-7da21a6d-4079-4795-8552-7b7b6245ff04 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "DELETE /v2.0/floatingips/cba1cf25-f8d6-490a-be59-408ad3cdddd5 HTTP/1.1" status: 204 len: 168 time: 0.4303331 Jul 14 14:25:51.397980 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.455000 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 43954) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:25:51.459516 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-e64d703c-91e2-45af-9a83-fabdc894f008 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1179314274', 'description': 'tempest-description--207555628'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:25:51.481355 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e64d703c-91e2-45af-9a83-fabdc894f008 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.559578 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e64d703c-91e2-45af-9a83-fabdc894f008 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.563141 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e64d703c-91e2-45af-9a83-fabdc894f008 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.592391 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e64d703c-91e2-45af-9a83-fabdc894f008 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.594199 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-e64d703c-91e2-45af-9a83-fabdc894f008 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1382039 Jul 14 14:25:51.596008 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d703c-91e2-45af-9a83-fabdc894f008 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fa8429-2709-4a2a-b27f-ea1558817253,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:51.597343 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43956) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:25:51.602063 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-cd178e78-4bf2-44cc-9465-28cd41e2c452 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Request body: {'security_group_rule': {'security_group_id': '49fa8429-2709-4a2a-b27f-ea1558817253', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:25:51.626855 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-cd178e78-4bf2-44cc-9465-28cd41e2c452 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.685455 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-cd178e78-4bf2-44cc-9465-28cd41e2c452 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.689035 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-cd178e78-4bf2-44cc-9465-28cd41e2c452 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.705875 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd178e78-4bf2-44cc-9465-28cd41e2c452 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9266dec0-9ea0-434e-a3bb-ea19fc0307ba,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:51.712606 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-cd178e78-4bf2-44cc-9465-28cd41e2c452 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.713883 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-cd178e78-4bf2-44cc-9465-28cd41e2c452 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155143 Jul 14 14:25:51.716744 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43958) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:25:51.721862 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-c5b64137-5bb3-4b7b-b7cb-8faf5582fe36 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Request body: {'security_group_rule': {'security_group_id': '49fa8429-2709-4a2a-b27f-ea1558817253', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:25:51.745926 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c5b64137-5bb3-4b7b-b7cb-8faf5582fe36 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.801253 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c5b64137-5bb3-4b7b-b7cb-8faf5582fe36 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.804823 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c5b64137-5bb3-4b7b-b7cb-8faf5582fe36 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716802'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.822251 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b64137-5bb3-4b7b-b7cb-8faf5582fe36 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076a2894-92e9-4a9a-9ab7-861499c79e98,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:51.829401 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c5b64137-5bb3-4b7b-b7cb-8faf5582fe36 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.830426 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-c5b64137-5bb3-4b7b-b7cb-8faf5582fe36 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127172 Jul 14 14:25:51.833456 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 43960) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:25:51.837775 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Request body: {'floatingip': {'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:25:51.858192 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:51.952321 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:52.049828 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Allocated IP 172.28.3.84 (784e43e9-632a-4141-91b3-1523b332ebc2/3489bcec-d67d-4510-98e0-368cca3a6874/4ffe843b-6977-41cb-9662-1b53c3ff0edf) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:25:52.150305 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:52.188123 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:52.221233 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Network 784e43e9-632a-4141-91b3-1523b332ebc2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:25:52.225717 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:25:52.228935 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:25:52.251998 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event updated for resources: {'Port': ['ID=4ffe843b-6977-41cb-9662-1b53c3ff0edf,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:52.321694 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:52.362320 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:52.505336 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:52.509533 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:52.575694 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event updated for resources: {'Port': ['ID=4ffe843b-6977-41cb-9662-1b53c3ff0edf,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:52.583760 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:52.597219 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:52.598458 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b14d4fc9-4166-4ed5-94c6-ea533aa7e5a3 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7640991 Jul 14 14:25:52.736265 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-268917b5-355d-4c6d-bea2-24226b83e924 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1179314274&fields=id&tenant_id=322257b1a1104fe39d977b2a2fbb55ae HTTP/1.1" status: 200 len: 267 time: 0.0333614 Jul 14 14:25:52.838521 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-d48e35fd-fa6b-4e71-9bb5-9b7b08e4396e tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:52.839917 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-d48e35fd-fa6b-4e71-9bb5-9b7b08e4396e tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/networks?id=4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 200 len: 811 time: 0.0970068 Jul 14 14:25:52.854604 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-31745137-5c34-4380-a892-ab92553edcbd tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/quotas/322257b1a1104fe39d977b2a2fbb55ae HTTP/1.1" status: 200 len: 375 time: 0.0088401 Jul 14 14:25:52.924413 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-59d6df30-4e90-4180-82e2-cf2428610f64 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641413 Jul 14 14:25:52.979832 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-88e38687-7d44-4fbd-ab0c-0d500fee7c90 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:25:52.980812 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-88e38687-7d44-4fbd-ab0c-0d500fee7c90 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459185 Jul 14 14:25:53.065016 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-6c2ad8ef-251f-48ae-bad1-87bd4066cf32 service neutron] 10.222.0.53 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782347 Jul 14 14:25:53.152011 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-1750dfd6-a7df-4fc6-aa34-87397a4970af service neutron] 10.222.0.53 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814648 Jul 14 14:25:53.330375 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-464132ce-3370-4aef-b213-25d4ecc83d81 req-569ffa86-54b3-428e-8f43-bd09ad880dbe tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 210 time: 0.0305154 Jul 14 14:25:54.479424 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d940d581-bd57-4331-abe6-9f5f01204676 req-dd1c8327-4482-496c-80f1-59c9239ec7a4 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 210 time: 0.0351791 Jul 14 14:25:54.545727 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-1e3f1011-a027-4313-a341-0f3c88ddf503 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:54.547351 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-1e3f1011-a027-4313-a341-0f3c88ddf503 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.62 "GET /v2.0/networks?id=4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 200 len: 811 time: 0.1139109 Jul 14 14:25:54.591145 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-42dbf329-666a-41dc-ac03-198dd34d9404 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=322257b1a1104fe39d977b2a2fbb55ae HTTP/1.1" status: 200 len: 380 time: 0.0335240 Jul 14 14:25:54.599579 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Request body: {'port': {'device_id': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'admin_state_up': True, 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'security_groups': ['49fa8429-2709-4a2a-b27f-ea1558817253']}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:25:54.703259 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Made reservation on behalf of 322257b1a1104fe39d977b2a2fbb55ae for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:25:54.707429 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:54.830924 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Allocated IP 172.20.0.3 (4140ea6c-d025-4e39-8854-4b18df25a692/9d80a6a9-ef74-4b8e-9e22-829649867b63/3987c760-5092-482b-82f6-7a2b704d01ca) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:25:54.967464 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:55.225484 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Transition to ACTIVE for port object 3987c760-5092-482b-82f6-7a2b704d01ca will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:25:55.262316 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:55.306573 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Network 4140ea6c-d025-4e39-8854-4b18df25a692 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:25:55.311534 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:25:55.315915 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:25:55.340689 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event updated for resources: {'Port': ['ID=3987c760-5092-482b-82f6-7a2b704d01ca,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:55.369040 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:55.369653 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:55.385021 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-b3249670-3558-41f3-b2c8-41c7aad31e44 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7889564 Jul 14 14:25:55.443780 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Request body: {'port': {'device_id': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:25:55.520138 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:55.644927 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-7aee4080-83a2-4917-baa6-5a6750227bee None None] Provisioning for port 3987c760-5092-482b-82f6-7a2b704d01ca completed by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:25:55.648945 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-7aee4080-83a2-4917-baa6-5a6750227bee None None] Provisioning complete for port 3987c760-5092-482b-82f6-7a2b704d01ca triggered by entity DHCP. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:25:55.649420 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7aee4080-83a2-4917-baa6-5a6750227bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:55.660519 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef5ad4-8640-40b6-a921-fe153eb28356 req-3b1105a3-2eaa-4d43-ac3f-5d1a9666aa88 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:55.662187 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-66ef5ad4-8640-40b6-a921-fe153eb28356 req-3b1105a3-2eaa-4d43-ac3f-5d1a9666aa88 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 931 time: 0.0680742 Jul 14 14:25:55.687960 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-7aee4080-83a2-4917-baa6-5a6750227bee None None] Port 3987c760-5092-482b-82f6-7a2b704d01ca cannot update to ACTIVE because it is not bound. {{(pid=93059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:25:55.701477 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-66ef5ad4-8640-40b6-a921-fe153eb28356 req-279608f6-f65c-46f6-87ee-6c11aaa14350 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=49fa8429-2709-4a2a-b27f-ea1558817253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333142 Jul 14 14:25:55.788962 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3987c760-5092-482b-82f6-7a2b704d01ca {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:25:55.796103 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:55.807327 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Transition to ACTIVE for port object 3987c760-5092-482b-82f6-7a2b704d01ca will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:25:55.810917 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:55.861131 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Pushing event updated for resources: {'Port': ['ID=3987c760-5092-482b-82f6-7a2b704d01ca,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:55.935527 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Attempting to bind port 3987c760-5092-482b-82f6-7a2b704d01ca on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:25:55.935779 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Attempting to bind port 3987c760-5092-482b-82f6-7a2b704d01ca by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:25:55.936107 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Attempting to bind port 3987c760-5092-482b-82f6-7a2b704d01ca on network 4140ea6c-d025-4e39-8854-4b18df25a692 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:25:55.941532 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Port 3987c760-5092-482b-82f6-7a2b704d01ca on network 4140ea6c-d025-4e39-8854-4b18df25a692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:25:55.941855 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Attempting to bind port 3987c760-5092-482b-82f6-7a2b704d01ca on network 4140ea6c-d025-4e39-8854-4b18df25a692 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:25:55.947899 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:25:55.948272 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Checking segment: {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:25:55.948633 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Bound using segment: {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:25:55.949088 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Bound port: 3987c760-5092-482b-82f6-7a2b704d01ca, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e27b63d-8bcf-447f-b4a1-441fbc930839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:25:55.949445 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:56.018187 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] For port 3987c760-5092-482b-82f6-7a2b704d01ca, host hv-cinder-67913, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:25:56.021137 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] For port 3987c760-5092-482b-82f6-7a2b704d01ca, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3987c760-5092-482b-82f6-7a2b704d01ca,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:25:56.025358 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:56.056899 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:56.057525 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:56.058892 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] 10.222.0.62 "PUT /v2.0/ports/3987c760-5092-482b-82f6-7a2b704d01ca HTTP/1.1" status: 200 len: 1093 time: 0.6668754 Jul 14 14:25:56.059324 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'tag': '3987c760-5092-482b-82f6-7a2b704d01ca'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:25:56.062191 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3cbec8-45f9-4c4a-9e61-dceeb00a3b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "38dfb234-d2c0-4b8b-a601-2b397a9edc08", "tag": "3987c760-5092-482b-82f6-7a2b704d01ca"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:25:56.091148 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dff07-128f-4f7e-a823-d1cec35ea595 service neutron] Pushing event updated for resources: {'Port': ['ID=3987c760-5092-482b-82f6-7a2b704d01ca,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:56.110539 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c22ebb-1289-4886-af29-f1044f406924 x-openstack-request-id: req-c8c22ebb-1289-4886-af29-f1044f406924 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:25:56.110830 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dfb234-d2c0-4b8b-a601-2b397a9edc08", "tag": "3987c760-5092-482b-82f6-7a2b704d01ca", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:25:56.111074 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8c22ebb-1289-4886-af29-f1044f406924 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:25:56.111494 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'tag': '3987c760-5092-482b-82f6-7a2b704d01ca', 'status': 'completed', 'code': 200} Jul 14 14:25:56.161305 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-d97644ce-1659-402a-8816-012e51ef5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:56.162867 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-d97644ce-1659-402a-8816-012e51ef5994 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 1096 time: 0.0613277 Jul 14 14:25:56.206369 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-d6928551-fdac-4b0e-9655-959850936305 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3987c760-5092-482b-82f6-7a2b704d01ca HTTP/1.1" status: 200 len: 217 time: 0.0360022 Jul 14 14:25:56.255316 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-7296cdcb-3b74-4467-8ca4-373d4c8bbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:56.256719 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-7296cdcb-3b74-4467-8ca4-373d4c8bbe47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d80a6a9-ef74-4b8e-9e22-829649867b63 HTTP/1.1" status: 200 len: 850 time: 0.0437248 Jul 14 14:25:56.320472 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-ab7ee07e-217a-4d56-8c8a-f5d32fe07e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:56.321967 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-ab7ee07e-217a-4d56-8c8a-f5d32fe07e3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4140ea6c-d025-4e39-8854-4b18df25a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0577657 Jul 14 14:25:56.408508 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-ac9ef8ef-08e7-47d3-8619-d8277eb51299 service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799513 Jul 14 14:25:56.498382 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e2204e63-e2d9-450f-8c6a-8e36a620ac44 req-1d189d42-f852-40e2-92be-952ea3b7be10 service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827866 Jul 14 14:25:56.592491 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cbec8-45f9-4c4a-9e61-dceeb00a3b6a req-a16f05fd-14ab-4178-b798-a841985c14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:56.594395 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3d3cbec8-45f9-4c4a-9e61-dceeb00a3b6a req-a16f05fd-14ab-4178-b798-a841985c14f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 1096 time: 0.0513544 Jul 14 14:25:56.681316 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cbec8-45f9-4c4a-9e61-dceeb00a3b6a req-db6f1a9c-fe31-4b9c-982c-668559b056ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:56.682730 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3d3cbec8-45f9-4c4a-9e61-dceeb00a3b6a req-db6f1a9c-fe31-4b9c-982c-668559b056ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 200 len: 912 time: 0.0808709 Jul 14 14:25:56.727045 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3d3cbec8-45f9-4c4a-9e61-dceeb00a3b6a req-713eecb7-f32c-4288-af9d-fa2470f95e04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3987c760-5092-482b-82f6-7a2b704d01ca HTTP/1.1" status: 200 len: 217 time: 0.0369935 Jul 14 14:25:56.775250 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cbec8-45f9-4c4a-9e61-dceeb00a3b6a req-e1eeb913-5ffe-4ae0-9ab4-e0f04f15b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:56.776692 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3d3cbec8-45f9-4c4a-9e61-dceeb00a3b6a req-e1eeb913-5ffe-4ae0-9ab4-e0f04f15b0de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d80a6a9-ef74-4b8e-9e22-829649867b63 HTTP/1.1" status: 200 len: 850 time: 0.0432174 Jul 14 14:25:56.834214 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cbec8-45f9-4c4a-9e61-dceeb00a3b6a req-9e9d5628-c985-44c7-a050-9472be6638b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:56.835725 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3d3cbec8-45f9-4c4a-9e61-dceeb00a3b6a req-9e9d5628-c985-44c7-a050-9472be6638b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4140ea6c-d025-4e39-8854-4b18df25a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0524371 Jul 14 14:25:56.876007 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7ab5f-c10c-4f0b-a503-7125c32174a9 req-0fd818be-2cc2-44e0-b194-77210cd15983 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:56.877410 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c0a7ab5f-c10c-4f0b-a503-7125c32174a9 req-0fd818be-2cc2-44e0-b194-77210cd15983 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 943 time: 0.0661614 Jul 14 14:25:56.916098 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c0a7ab5f-c10c-4f0b-a503-7125c32174a9 req-3193a600-ab1f-4d40-8836-f16460845a25 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=49fa8429-2709-4a2a-b27f-ea1558817253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330951 Jul 14 14:25:56.930791 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3d3cbec8-45f9-4c4a-9e61-dceeb00a3b6a req-62a2b0df-7d2d-403d-894a-a29e3e229420 service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871511 Jul 14 14:25:57.017007 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3d3cbec8-45f9-4c4a-9e61-dceeb00a3b6a req-80549afa-0a8c-4845-ad7e-308a06216951 service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797374 Jul 14 14:25:58.085084 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064723f-4913-483f-97d0-4cc402f31832 req-0288743b-0666-43de-b308-cc791001cd80 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:58.086519 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2064723f-4913-483f-97d0-4cc402f31832 req-0288743b-0666-43de-b308-cc791001cd80 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 943 time: 0.0609539 Jul 14 14:25:58.122732 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2064723f-4913-483f-97d0-4cc402f31832 req-140e3089-31fe-41f5-a7fc-05ba956244d7 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=49fa8429-2709-4a2a-b27f-ea1558817253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307918 Jul 14 14:25:59.060978 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 3987c760-5092-482b-82f6-7a2b704d01ca details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:25:59.151939 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 3987c760-5092-482b-82f6-7a2b704d01ca, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3987c760-5092-482b-82f6-7a2b704d01ca,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:25:59.164257 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '3987c760-5092-482b-82f6-7a2b704d01ca', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'port_id': '3987c760-5092-482b-82f6-7a2b704d01ca', 'mac_address': 'fa:16:3e:f1:3b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:25:59.205966 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:59.218670 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3987c760-5092-482b-82f6-7a2b704d01ca {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:25:59.238639 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 3987c760-5092-482b-82f6-7a2b704d01ca, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3987c760-5092-482b-82f6-7a2b704d01ca,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:25:59.242986 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:59.290677 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=3987c760-5092-482b-82f6-7a2b704d01ca,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:59.299415 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:59.299767 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:59.300111 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:59.300452 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:59.300791 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:59.301147 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:59.301479 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:59.301806 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:59.302135 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4eddde-7682-40e5-be74-53deabb301b7 req-a4f9913c-5fa9-49cc-bf22-ff014f3981af tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:59.302602 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:59.302602 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:59.302780 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:59.303076 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:59.303631 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6e4eddde-7682-40e5-be74-53deabb301b7 req-a4f9913c-5fa9-49cc-bf22-ff014f3981af tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 944 time: 0.0691471 Jul 14 14:25:59.343718 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6e4eddde-7682-40e5-be74-53deabb301b7 req-2b2a0f22-7c00-4d9e-a96b-61c4a47b0c41 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=49fa8429-2709-4a2a-b27f-ea1558817253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Jul 14 14:25:59.449696 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['3987c760-5092-482b-82f6-7a2b704d01ca'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:26:00.517225 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d9cd7-9146-4d01-8c9d-d232836ffaec req-bf64c9dc-9960-4c68-92af-b29e5ed625dc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:00.518649 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f79d9cd7-9146-4d01-8c9d-d232836ffaec req-bf64c9dc-9960-4c68-92af-b29e5ed625dc tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 944 time: 0.0611112 Jul 14 14:26:00.555337 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f79d9cd7-9146-4d01-8c9d-d232836ffaec req-0494f41e-75dc-475b-9130-df233e664a51 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=49fa8429-2709-4a2a-b27f-ea1558817253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311952 Jul 14 14:26:01.059925 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 3987c760-5092-482b-82f6-7a2b704d01ca up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:26:01.106850 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 3987c760-5092-482b-82f6-7a2b704d01ca completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:26:01.110455 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 3987c760-5092-482b-82f6-7a2b704d01ca triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:26:01.110822 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:01.183952 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:01.205318 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3987c760-5092-482b-82f6-7a2b704d01ca'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:26:01.207858 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2630dd42-4d9a-4f28-872a-786d1e870b41" -d '{"events": [{"server_uuid": "38dfb234-d2c0-4b8b-a601-2b397a9edc08", "name": "network-vif-plugged", "status": "completed", "tag": "3987c760-5092-482b-82f6-7a2b704d01ca"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:26:01.220406 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 3987c760-5092-482b-82f6-7a2b704d01ca, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3987c760-5092-482b-82f6-7a2b704d01ca,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:26:01.224077 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:01.273409 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=3987c760-5092-482b-82f6-7a2b704d01ca,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:01.300114 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7efd01e-3e22-4558-b499-637a3f85ab95 x-openstack-request-id: req-c7efd01e-3e22-4558-b499-637a3f85ab95 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:26:01.300414 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dfb234-d2c0-4b8b-a601-2b397a9edc08", "name": "network-vif-plugged", "status": "completed", "tag": "3987c760-5092-482b-82f6-7a2b704d01ca", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:26:01.300663 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7efd01e-3e22-4558-b499-637a3f85ab95 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:26:01.301080 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3987c760-5092-482b-82f6-7a2b704d01ca', 'code': 200} Jul 14 14:26:01.512764 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8ec7b-0402-4f9d-a2b6-0e9334d82e6a req-3cb93821-926f-4521-a1d5-302f494b14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:01.514367 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-bbe8ec7b-0402-4f9d-a2b6-0e9334d82e6a req-3cb93821-926f-4521-a1d5-302f494b14e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 1098 time: 0.0513697 Jul 14 14:26:01.551877 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-bbe8ec7b-0402-4f9d-a2b6-0e9334d82e6a req-df4b89f9-e433-43ec-b99b-d78d70630f3c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=49fa8429-2709-4a2a-b27f-ea1558817253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316045 Jul 14 14:26:01.725050 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac8a6f-242d-4c8e-814d-552737ab713f req-5253a8c1-086b-443f-b8b4-14ab64864498 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:01.726484 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d0ac8a6f-242d-4c8e-814d-552737ab713f req-5253a8c1-086b-443f-b8b4-14ab64864498 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 945 time: 0.0613256 Jul 14 14:26:01.765966 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d0ac8a6f-242d-4c8e-814d-552737ab713f req-aec4ecb8-8487-4308-bcb0-252cfdedeffe tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=49fa8429-2709-4a2a-b27f-ea1558817253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339808 Jul 14 14:26:02.936425 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0b85f-b422-41f1-9f24-a2d452043bbc req-cc963761-bcd6-431a-9827-e8ac04f3ca58 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:02.938550 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e0e0b85f-b422-41f1-9f24-a2d452043bbc req-cc963761-bcd6-431a-9827-e8ac04f3ca58 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 945 time: 0.0611920 Jul 14 14:26:02.973400 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e0e0b85f-b422-41f1-9f24-a2d452043bbc req-f5f84395-d1ac-41dd-b314-074267ef86ff tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=49fa8429-2709-4a2a-b27f-ea1558817253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294800 Jul 14 14:26:03.133610 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318f5df-7948-4a5d-94c6-7f19b936a4d3 req-86281014-8cd7-4577-b6e7-b1ef82e8074c tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:03.134948 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7318f5df-7948-4a5d-94c6-7f19b936a4d3 req-86281014-8cd7-4577-b6e7-b1ef82e8074c tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 945 time: 0.0605001 Jul 14 14:26:03.143334 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44024) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:03.147580 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-7ddb9cc7-210d-49b9-99e3-9d3ebba6479a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Request body: {'floatingip': {'port_id': '3987c760-5092-482b-82f6-7a2b704d01ca'}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:26:03.188531 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9cc7-210d-49b9-99e3-9d3ebba6479a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, before_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:03.607372 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9cc7-210d-49b9-99e3-9d3ebba6479a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:03.611151 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9cc7-210d-49b9-99e3-9d3ebba6479a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:03.703404 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.db.l3_db [None req-7ddb9cc7-210d-49b9-99e3-9d3ebba6479a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Floating IP c4490bd7-4104-4320-a0e4-bad11f853b28 associated. External IP: 172.28.3.84, port: 3987c760-5092-482b-82f6-7a2b704d01ca. Jul 14 14:26:03.899280 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddb9cc7-210d-49b9-99e3-9d3ebba6479a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:26:04.254451 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddb9cc7-210d-49b9-99e3-9d3ebba6479a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:26:04.259264 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9cc7-210d-49b9-99e3-9d3ebba6479a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:04.263918 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5504dd-20da-4fa9-a8df-a585d6b79452 None None] Sync routers for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:26:04.273977 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5504dd-20da-4fa9-a8df-a585d6b79452 None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:26:04.274578 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-ca5504dd-20da-4fa9-a8df-a585d6b79452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:25:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:04.297395 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-7ddb9cc7-210d-49b9-99e3-9d3ebba6479a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "PUT /v2.0/floatingips/c4490bd7-4104-4320-a0e4-bad11f853b28 HTTP/1.1" status: 200 len: 990 time: 1.1523204 Jul 14 14:26:04.298280 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'tag': '3987c760-5092-482b-82f6-7a2b704d01ca'}] {{(pid=93057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:26:04.301348 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75ecf39c95a15e7359842c2595d7f933c7d1241a7ce9f82bdbabba53297fcb0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86542c0c-6b6f-47c6-acf7-353b1481e81e" -d '{"events": [{"name": "network-changed", "server_uuid": "38dfb234-d2c0-4b8b-a601-2b397a9edc08", "tag": "3987c760-5092-482b-82f6-7a2b704d01ca"}]}' {{(pid=93057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:26:04.391148 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01450bfb-4eda-453c-9827-06d9d5d8740f x-openstack-request-id: req-01450bfb-4eda-453c-9827-06d9d5d8740f {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:26:04.391329 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-ca5504dd-20da-4fa9-a8df-a585d6b79452 None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:26:04.391442 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dfb234-d2c0-4b8b-a601-2b397a9edc08", "tag": "3987c760-5092-482b-82f6-7a2b704d01ca", "status": "completed", "code": 200}]} {{(pid=93057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:26:04.391680 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01450bfb-4eda-453c-9827-06d9d5d8740f {{(pid=93057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:26:04.392075 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'tag': '3987c760-5092-482b-82f6-7a2b704d01ca', 'status': 'completed', 'code': 200} Jul 14 14:26:04.471962 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86542c0c-6b6f-47c6-acf7-353b1481e81e req-e7b202b5-ee5b-48df-bda8-4cbbb65ea9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:04.473490 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-86542c0c-6b6f-47c6-acf7-353b1481e81e req-e7b202b5-ee5b-48df-bda8-4cbbb65ea9fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 1098 time: 0.0559142 Jul 14 14:26:04.563072 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86542c0c-6b6f-47c6-acf7-353b1481e81e req-399d6d97-8840-48e6-b218-d9f6d36c4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:04.564441 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-86542c0c-6b6f-47c6-acf7-353b1481e81e req-399d6d97-8840-48e6-b218-d9f6d36c4f28 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 200 len: 912 time: 0.0837245 Jul 14 14:26:04.610929 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-ca5504dd-20da-4fa9-a8df-a585d6b79452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': 'c4490bd7-4104-4320-a0e4-bad11f853b28', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'port_id': '3987c760-5092-482b-82f6-7a2b704d01ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'mac_address': 'fa:16:3e:f1:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:25:52Z', 'updated_at': '2021-07-14T14:26:03Z', 'revision_number': 1, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:21Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:04.631674 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-86542c0c-6b6f-47c6-acf7-353b1481e81e req-26e46c13-d519-4065-a56c-d329bbf57682 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3987c760-5092-482b-82f6-7a2b704d01ca HTTP/1.1" status: 200 len: 998 time: 0.0609033 Jul 14 14:26:04.636633 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5504dd-20da-4fa9-a8df-a585d6b79452 None None] Checking router: 6abec00e-269d-45ea-8c5e-f76e0e1c83aa for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:26:04.645281 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5504dd-20da-4fa9-a8df-a585d6b79452 None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:26:04.645880 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-ca5504dd-20da-4fa9-a8df-a585d6b79452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:25:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:04.679075 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86542c0c-6b6f-47c6-acf7-353b1481e81e req-ab46af7a-5cee-4bdc-a9cd-df1a9516cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:04.680527 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-86542c0c-6b6f-47c6-acf7-353b1481e81e req-ab46af7a-5cee-4bdc-a9cd-df1a9516cf87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d80a6a9-ef74-4b8e-9e22-829649867b63 HTTP/1.1" status: 200 len: 850 time: 0.0434062 Jul 14 14:26:04.736021 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86542c0c-6b6f-47c6-acf7-353b1481e81e req-23f9e27e-c672-45ff-87e7-5a019b330e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:04.737530 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-86542c0c-6b6f-47c6-acf7-353b1481e81e req-23f9e27e-c672-45ff-87e7-5a019b330e24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4140ea6c-d025-4e39-8854-4b18df25a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0509686 Jul 14 14:26:04.747305 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-ca5504dd-20da-4fa9-a8df-a585d6b79452 None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:26:04.830601 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-86542c0c-6b6f-47c6-acf7-353b1481e81e req-50d9087b-ba15-44d7-9a8f-ef57d91d8008 service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864854 Jul 14 14:26:04.918675 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-86542c0c-6b6f-47c6-acf7-353b1481e81e req-463e451b-a241-4a48-82b9-14fc86ee1d42 service neutron] 10.222.0.62 "GET /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814846 Jul 14 14:26:04.967981 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-ca5504dd-20da-4fa9-a8df-a585d6b79452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': 'c4490bd7-4104-4320-a0e4-bad11f853b28', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'port_id': '3987c760-5092-482b-82f6-7a2b704d01ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'mac_address': 'fa:16:3e:f1:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:25:52Z', 'updated_at': '2021-07-14T14:26:03Z', 'revision_number': 1, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:21Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:04.993782 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5504dd-20da-4fa9-a8df-a585d6b79452 None None] The sync data for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb is: [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_floatingips': [{'id': 'c4490bd7-4104-4320-a0e4-bad11f853b28', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'router_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'port_id': '3987c760-5092-482b-82f6-7a2b704d01ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'mac_address': 'fa:16:3e:f1:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:25:52Z', 'updated_at': '2021-07-14T14:26:03Z', 'revision_number': 1, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:21Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:26:05.168637 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72cc8b1-3c9c-4235-bc00-51818b59a593 None None] New status for floating IP c4490bd7-4104-4320-a0e4-bad11f853b28: ACTIVE {{(pid=93059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:26:09.997303 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-dc5485cd-bce5-404e-8cf5-ed4ab57420fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:12.320062 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1dd1bcb6-8e05-4527-a631-a67b1095ab3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:12.724212 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:13.821339 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.206903 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:21.416577 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:23.158048 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:26:39.997371 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-eb1f2d13-fe4a-4f3e-b4b2-ee27ea2affa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:42.321363 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-644139e5-5177-4fbf-a116-072b4f6297f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:42.725635 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:43.824464 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:45.209467 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:51.415867 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:53.076258 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe367e-e7e5-4ac7-a370-bc1614f10424 req-de043b70-71b6-4068-8fe7-957098896cd2 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:53.077632 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1efe367e-e7e5-4ac7-a370-bc1614f10424 req-de043b70-71b6-4068-8fe7-957098896cd2 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 945 time: 0.0639052 Jul 14 14:26:53.113488 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1efe367e-e7e5-4ac7-a370-bc1614f10424 req-43f13115-c799-434c-a729-cb71cc80cb29 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=49fa8429-2709-4a2a-b27f-ea1558817253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298381 Jul 14 14:26:54.282701 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05657783-56e1-45ff-b668-d2e32bd1e33e req-ceedfc76-7184-4ec2-88f9-9418266f6e51 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:54.284833 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-05657783-56e1-45ff-b668-d2e32bd1e33e req-ceedfc76-7184-4ec2-88f9-9418266f6e51 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 945 time: 0.0609491 Jul 14 14:26:54.322067 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-05657783-56e1-45ff-b668-d2e32bd1e33e req-5fa81503-0480-4268-a997-4a84bce6183b tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups?id=49fa8429-2709-4a2a-b27f-ea1558817253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316803 Jul 14 14:26:54.814156 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-5a84a94f-a019-4cf3-86ee-619aa8efb68a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:54.815622 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-5a84a94f-a019-4cf3-86ee-619aa8efb68a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.62 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 945 time: 0.0687079 Jul 14 14:26:54.922453 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Deleting port 3987c760-5092-482b-82f6-7a2b704d01ca {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:26:54.922791 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:55.012938 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] For port 3987c760-5092-482b-82f6-7a2b704d01ca, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3987c760-5092-482b-82f6-7a2b704d01ca,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:26:55.013293 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:55.172983 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:55.173278 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861299'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:55.173582 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.l3_db [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Floating IP c4490bd7-4104-4320-a0e4-bad11f853b28 disassociated. External IP: 172.28.3.84, port: 3987c760-5092-482b-82f6-7a2b704d01ca. Jul 14 14:26:55.173997 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Calling delete_port for 3987c760-5092-482b-82f6-7a2b704d01ca owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:26:55.300430 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:55.328564 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event deleted for resources: {'Port': ['ID=3987c760-5092-482b-82f6-7a2b704d01ca,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:55.339600 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:55.339957 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:55.340298 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:55.340640 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:55.341000 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:55.341335 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:55.341663 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:55.341990 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:55.342318 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:55.342638 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:55.342959 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:55.343280 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:55.449921 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:26:55.464724 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4a2531fa-7c67-444d-9929-b8cc162ecfa1 req-7ae675a9-f2af-4f31-8440-83447d9eef0d tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/ports?device_id=38dfb234-d2c0-4b8b-a601-2b397a9edc08 HTTP/1.1" status: 200 len: 210 time: 0.0277009 Jul 14 14:26:55.553925 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:26:55.563068 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cd661-7e7a-448b-b0e3-aca488201de2 None None] Sync routers for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:26:55.571741 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cd661-7e7a-448b-b0e3-aca488201de2 None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:26:55.572339 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-191cd661-7e7a-448b-b0e3-aca488201de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:26:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:55.597193 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] No DVR routers for this DVR port 3987c760-5092-482b-82f6-7a2b704d01ca on host hv-cinder-67913 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:26:55.599713 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:55.601847 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-55fbd9d1-0869-4738-a20f-1112d19b85a3 req-58a8a553-9470-47ca-8cfd-ad203fe0e5b9 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.62 "DELETE /v2.0/ports/3987c760-5092-482b-82f6-7a2b704d01ca HTTP/1.1" status: 204 len: 173 time: 0.7800605 Jul 14 14:26:55.602272 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'name': 'network-vif-deleted', 'tag': '3987c760-5092-482b-82f6-7a2b704d01ca'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:26:55.604547 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b574cf-5a9d-4f19-9fb3-146f73d9d0a2" -d '{"events": [{"server_uuid": "38dfb234-d2c0-4b8b-a601-2b397a9edc08", "name": "network-vif-deleted", "tag": "3987c760-5092-482b-82f6-7a2b704d01ca"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:26:55.650384 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a61b78-fbae-49a4-a1be-4fd9a1b15667 x-openstack-request-id: req-f9a61b78-fbae-49a4-a1be-4fd9a1b15667 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:26:55.650671 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dfb234-d2c0-4b8b-a601-2b397a9edc08", "name": "network-vif-deleted", "tag": "3987c760-5092-482b-82f6-7a2b704d01ca", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:26:55.650920 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9a61b78-fbae-49a4-a1be-4fd9a1b15667 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:26:55.653002 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dfb234-d2c0-4b8b-a601-2b397a9edc08', 'name': 'network-vif-deleted', 'tag': '3987c760-5092-482b-82f6-7a2b704d01ca', 'status': 'completed', 'code': 200} Jul 14 14:26:55.776568 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-191cd661-7e7a-448b-b0e3-aca488201de2 None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:26:55.975438 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-191cd661-7e7a-448b-b0e3-aca488201de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:21Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:56.000492 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cd661-7e7a-448b-b0e3-aca488201de2 None None] Checking router: 6abec00e-269d-45ea-8c5e-f76e0e1c83aa for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:26:56.009602 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cd661-7e7a-448b-b0e3-aca488201de2 None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:26:56.010272 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-191cd661-7e7a-448b-b0e3-aca488201de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:26:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:56.117365 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-191cd661-7e7a-448b-b0e3-aca488201de2 None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:26:56.317028 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-191cd661-7e7a-448b-b0e3-aca488201de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:21Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:56.345351 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cd661-7e7a-448b-b0e3-aca488201de2 None None] The sync data for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb is: [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:23:16Z', 'revision_number': 4, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb', '_interfaces': [{'id': 'a8d04826-d429-44ab-8f4d-87cd6cadf6dd', 'name': '', 'network_id': '4140ea6c-d025-4e39-8854-4b18df25a692', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'mac_address': 'fa:16:3e:49:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:15Z', 'updated_at': '2021-07-14T14:23:21Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'subnets': [{'id': '9d80a6a9-ef74-4b8e-9e22-829649867b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:26:56.552235 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f205e-71bd-4323-81aa-753dab7205b0 None None] New status for floating IP c4490bd7-4104-4320-a0e4-bad11f853b28: DOWN {{(pid=93059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:26:56.585289 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44210) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:56.640252 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-dfbcf3a5-5961-4399-8dc0-01467fada18a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:56.665518 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-dfbcf3a5-5961-4399-8dc0-01467fada18a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:56.722060 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-dfbcf3a5-5961-4399-8dc0-01467fada18a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:56.724621 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-dfbcf3a5-5961-4399-8dc0-01467fada18a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:56.725790 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-dfbcf3a5-5961-4399-8dc0-01467fada18a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "DELETE /v2.0/security-groups/49fa8429-2709-4a2a-b27f-ea1558817253 HTTP/1.1" status: 204 len: 168 time: 0.1395233 Jul 14 14:26:56.728521 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44212) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:56.734776 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcf3a5-5961-4399-8dc0-01467fada18a tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fa8429-2709-4a2a-b27f-ea1558817253,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:56.742952 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.api.v2.resource [None req-162fee3d-ab9b-4c12-a105-85b4b434ce70 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] show failed (client error): The resource could not be found. Jul 14 14:26:56.744152 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-162fee3d-ab9b-4c12-a105-85b4b434ce70 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "GET /v2.0/security-groups/49fa8429-2709-4a2a-b27f-ea1558817253 HTTP/1.1" status: 404 len: 347 time: 0.0144541 Jul 14 14:26:56.747015 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44214) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:56.870809 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Deleting port 4ffe843b-6977-41cb-9662-1b53c3ff0edf {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:26:56.871055 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:56.943682 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:56.944010 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:56.955551 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Calling delete_port for 4ffe843b-6977-41cb-9662-1b53c3ff0edf owned by network:floatingip {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:26:57.083267 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:57.107573 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Pushing event deleted for resources: {'Port': ['ID=4ffe843b-6977-41cb-9662-1b53c3ff0edf,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:57.132998 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:57.133288 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:57.133632 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:57.133965 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:57.134296 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:57.134629 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:57.134956 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:57.135282 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:57.135606 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:57.135927 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:57.136248 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:57.136566 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:57.176685 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks [] for floatingip, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:57.179270 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for floatingip, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:57.180417 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-39804ffc-463e-48ec-a10b-5873abd6b1e6 tempest-AttachVolumeTestJSON-2136811511 tempest-AttachVolumeTestJSON-2136811511-project] 10.222.0.53 "DELETE /v2.0/floatingips/c4490bd7-4104-4320-a0e4-bad11f853b28 HTTP/1.1" status: 204 len: 168 time: 0.4324665 Jul 14 14:26:57.321345 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 3987c760-5092-482b-82f6-7a2b704d01ca no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:26:57.342773 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 3987c760-5092-482b-82f6-7a2b704d01ca {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:26:57.343121 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 3987c760-5092-482b-82f6-7a2b704d01ca not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:27:00.156687 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:27:00.834970 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44242) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:27:01.165759 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-80f2686a-a19c-496d-a4e2-49130334cbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3855411'] for router_interface, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:01.407688 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-80f2686a-a19c-496d-a4e2-49130334cbd7 admin admin] Deleting port a8d04826-d429-44ab-8f4d-87cd6cadf6dd {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:27:01.408590 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-80f2686a-a19c-496d-a4e2-49130334cbd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:01.485726 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [None req-80f2686a-a19c-496d-a4e2-49130334cbd7 admin admin] For port a8d04826-d429-44ab-8f4d-87cd6cadf6dd, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=a8d04826-d429-44ab-8f4d-87cd6cadf6dd,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:01.486271 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-80f2686a-a19c-496d-a4e2-49130334cbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:01.498438 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-80f2686a-a19c-496d-a4e2-49130334cbd7 admin admin] Calling delete_port for a8d04826-d429-44ab-8f4d-87cd6cadf6dd owned by network:router_interface {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:27:01.675918 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-80f2686a-a19c-496d-a4e2-49130334cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:01.705636 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2686a-a19c-496d-a4e2-49130334cbd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d04826-d429-44ab-8f4d-87cd6cadf6dd,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:01.867235 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-80f2686a-a19c-496d-a4e2-49130334cbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3855519'] for router_interface, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:02.073612 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f2686a-a19c-496d-a4e2-49130334cbd7 admin admin] Router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa has already been hosted by L3 agent a33ce2d8-025b-407c-bde6-35d5d7f8e8d0 {{(pid=93057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:27:02.176800 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f2686a-a19c-496d-a4e2-49130334cbd7 admin admin] Notify agent at l3_agent.dv-cinder-679138-10-smb the message routers_updated {{(pid=93057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:27:02.181750 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-80f2686a-a19c-496d-a4e2-49130334cbd7 admin admin] 10.222.0.53 "PUT /v2.0/routers/6abec00e-269d-45ea-8c5e-f76e0e1c83aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3457665 Jul 14 14:27:02.184248 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44244) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:27:02.187530 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebfb93-4bc2-4b4b-85c9-d4480f8b3c56 None None] Sync routers for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:27:02.196727 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebfb93-4bc2-4b4b-85c9-d4480f8b3c56 None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:27:02.197377 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-76ebfb93-4bc2-4b4b-85c9-d4480f8b3c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:26:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:27:02.286599 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Notify callbacks [] for router, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:02.300282 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-76ebfb93-4bc2-4b4b-85c9-d4480f8b3c56 None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: dv-cinder-679138-10-smb {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:27:02.383028 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:02.436531 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Deleting port 95845cc7-aecf-4b75-98d6-d3313010734c {{(pid=93057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:27:02.436863 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:02.475484 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-76ebfb93-4bc2-4b4b-85c9-d4480f8b3c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'external_fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:27:01Z', 'revision_number': 5, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port': {'id': '95845cc7-aecf-4b75-98d6-d3313010734c', 'name': '', 'network_id': '784e43e9-632a-4141-91b3-1523b332ebc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:23:14Z', 'updated_at': '2021-07-14T14:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3489bcec-d67d-4510-98e0-368cca3a6874', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-10-smb'}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:27:02.506928 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebfb93-4bc2-4b4b-85c9-d4480f8b3c56 None None] Checking router: 6abec00e-269d-45ea-8c5e-f76e0e1c83aa for host: dv-cinder-679138-10-smb {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:27:02.515164 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebfb93-4bc2-4b4b-85c9-d4480f8b3c56 None None] Routers {'6abec00e-269d-45ea-8c5e-f76e0e1c83aa'} bound to L3 agent in host dv-cinder-679138-10-smb {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:27:02.515773 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-76ebfb93-4bc2-4b4b-85c9-d4480f8b3c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T14:06:42Z,description=,heartbeat_timestamp=2021-07-14T14:26:42Z,host='dv-cinder-679138-10-smb',id=a33ce2d8-025b-407c-bde6-35d5d7f8e8d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T14:06:42Z,topic='l3_agent')) {'router_ids': ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:27:02.516961 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.db [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] For port 95845cc7-aecf-4b75-98d6-d3313010734c, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=95845cc7-aecf-4b75-98d6-d3313010734c,segment=NetworkSegment(5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db),segment_id=5e0c65c1-e1fb-4de3-8fcd-12b2bec2a2db)] {{(pid=93057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:02.517835 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:02.530411 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.plugin [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Calling delete_port for 95845cc7-aecf-4b75-98d6-d3313010734c owned by network:router_gateway {{(pid=93057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:27:02.601672 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-76ebfb93-4bc2-4b4b-85c9-d4480f8b3c56 None None] Set router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa gateway port host: None {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:27:02.658181 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-76ebfb93-4bc2-4b4b-85c9-d4480f8b3c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:27:02Z', 'revision_number': 6, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port_host': None}], 'dv-cinder-679138-10-smb', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:27:02.683761 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebfb93-4bc2-4b4b-85c9-d4480f8b3c56 None None] The sync data for ids ['6abec00e-269d-45ea-8c5e-f76e0e1c83aa'] in dv-cinder-679138-10-smb is: [{'id': '6abec00e-269d-45ea-8c5e-f76e0e1c83aa', 'name': 'tempest-AttachVolumeTestJSON-2132167848-router', 'tenant_id': '322257b1a1104fe39d977b2a2fbb55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:23:13Z', 'updated_at': '2021-07-14T14:27:02Z', 'revision_number': 6, 'project_id': '322257b1a1104fe39d977b2a2fbb55ae', 'gw_port_host': None}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:27:02.694729 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9166506'] for port, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:02.719196 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=95845cc7-aecf-4b75-98d6-d3313010734c,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:02.784324 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861369'] for router_gateway, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:02.870909 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4230'] for router, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:02.873119 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:02.915482 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857778'] for router, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:02.915907 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6abec00e-269d-45ea-8c5e-f76e0e1c83aa {{(pid=93057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:27:02.920167 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] Notify callbacks [] for router, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:02.921453 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-d815d70a-4be1-4cbc-a045-7fa3dc4f3c37 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6abec00e-269d-45ea-8c5e-f76e0e1c83aa HTTP/1.1" status: 204 len: 168 time: 0.7361751 Jul 14 14:27:02.924607 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44246) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:27:02.966839 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_v2 [None req-6365bddf-4be5-462e-ad5a-569a459d4baa admin admin] Deleting subnet 9d80a6a9-ef74-4b8e-9e22-829649867b63 {{(pid=93057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:27:02.969836 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6365bddf-4be5-462e-ad5a-569a459d4baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.006522 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6365bddf-4be5-462e-ad5a-569a459d4baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9166547'] for subnet, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.087024 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6365bddf-4be5-462e-ad5a-569a459d4baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.138731 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6365bddf-4be5-462e-ad5a-569a459d4baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9166583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9273958'] for subnet, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.165152 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365bddf-4be5-462e-ad5a-569a459d4baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d80a6a9-ef74-4b8e-9e22-829649867b63,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:03.167151 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-6365bddf-4be5-462e-ad5a-569a459d4baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.169695 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-6365bddf-4be5-462e-ad5a-569a459d4baa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9d80a6a9-ef74-4b8e-9e22-829649867b63 HTTP/1.1" status: 204 len: 168 time: 0.2440660 Jul 14 14:27:03.171469 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c28d2e8-129e-4059-9db0-55e0cc83c222 None None] Network 4140ea6c-d025-4e39-8854-4b18df25a692 requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:27:03.171938 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44248) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:27:03.237970 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.288886 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Deleting port ef68c3c3-41ca-433f-ae1a-f90913f297c9 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:27:03.289237 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.355848 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] For port ef68c3c3-41ca-433f-ae1a-f90913f297c9, host dv-cinder-679138-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-10-smb',level=0,port_id=ef68c3c3-41ca-433f-ae1a-f90913f297c9,segment=NetworkSegment(4e27b63d-8bcf-447f-b4a1-441fbc930839),segment_id=4e27b63d-8bcf-447f-b4a1-441fbc930839)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:03.356206 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.369066 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Calling delete_port for ef68c3c3-41ca-433f-ae1a-f90913f297c9 owned by network:dhcp {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:27:03.450675 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3208883-b5ce-439a-bba4-6807222b1deb None None] DHCP port deletion for 4140ea6c-d025-4e39-8854-4b18df25a692 request from dv-cinder-679138-10-smb {{(pid=93059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:27:03.454931 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.488599 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] No DVR routers for this DVR port ef68c3c3-41ca-433f-ae1a-f90913f297c9 on host dv-cinder-679138-10-smb {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:27:03.490735 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef68c3c3-41ca-433f-ae1a-f90913f297c9,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:03.502565 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 95845cc7-aecf-4b75-98d6-d3313010734c no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:27:03.522588 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: 95845cc7-aecf-4b75-98d6-d3313010734c {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:27:03.523013 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device 95845cc7-aecf-4b75-98d6-d3313010734c not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:27:03.523666 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device a8d04826-d429-44ab-8f4d-87cd6cadf6dd no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:27:03.542672 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: a8d04826-d429-44ab-8f4d-87cd6cadf6dd {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:27:03.543024 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device a8d04826-d429-44ab-8f4d-87cd6cadf6dd not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:27:03.543436 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device ef68c3c3-41ca-433f-ae1a-f90913f297c9 no longer exists at agent ovs-agent-dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:27:03.564239 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.566185 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] No Port match for: ef68c3c3-41ca-433f-ae1a-f90913f297c9 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:27:03.566910 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Device ef68c3c3-41ca-433f-ae1a-f90913f297c9 not bound to the agent host dv-cinder-679138-10-smb {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:27:03.574638 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4140ea6c-d025-4e39-8854-4b18df25a692']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:27:03.584653 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e27b63d-8bcf-447f-b4a1-441fbc930839') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:27:03.588900 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e27b63d-8bcf-447f-b4a1-441fbc930839') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:27:03.593524 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9356644'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.607147 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.613501 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:27:03.613885 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9481460'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: Traceback (most recent call last): Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: timer() Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: cb(*args, **kw) Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: return func(*args, **kwargs) Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: self._notify() Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: self.callback(batched_events) Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: event.method(event) Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: return f(self, *a, **k) Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: return self._get(url).json() Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:27:03.615484 dv-cinder-679138-10-smb neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:27:03.673154 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.679405 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.681833 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4140ea6c-d025-4e39-8854-4b18df25a692 HTTP/1.1" status: 204 len: 168 time: 0.5092430 Jul 14 14:27:03.693851 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e888510-42ba-4f0d-a625-eb9cc4c67078 admin admin] Pushing event deleted for resources: {'Network': ['ID=4140ea6c-d025-4e39-8854-4b18df25a692,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:03.793310 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44252) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:27:03.833414 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-8db2af8a-7e65-4aed-980e-515a4c5175c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=322257b1a1104fe39d977b2a2fbb55ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389557 Jul 14 14:27:03.835867 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44254) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:27:03.883223 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-08e7a52c-ee54-451e-b67e-0c743019e22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.904603 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-08e7a52c-ee54-451e-b67e-0c743019e22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.952346 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-08e7a52c-ee54-451e-b67e-0c743019e22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.954881 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-08e7a52c-ee54-451e-b67e-0c743019e22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:03.956295 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-08e7a52c-ee54-451e-b67e-0c743019e22d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0626127-b79e-43f5-9d68-23ebbb0069dc HTTP/1.1" status: 204 len: 168 time: 0.1195431 Jul 14 14:27:03.963708 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7a52c-ee54-451e-b67e-0c743019e22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0626127-b79e-43f5-9d68-23ebbb0069dc,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:04.584348 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44276) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:27:04.674413 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-327993799-network', 'tenant_id': '4ae4f68e147846e4a49a6318f3db6737'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:27:04.694575 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Made reservation on behalf of 4ae4f68e147846e4a49a6318f3db6737 for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:27:04.696805 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:04.704768 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:04.795480 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:04.799682 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:04.826735 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:27:04.832893 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7628aad7-a7d1-4775-8b24-dd732de924a5,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:04.839067 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:04.839573 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.db.segments_db [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Added segment 815906b0-765a-4602-8db6-695d2bd4e773 of type vlan for network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb Jul 14 14:27:04.881281 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740088211725'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:04.907831 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:04.909598 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:04.910212 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:04.961887 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3764226 Jul 14 14:27:04.965093 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44280) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:27:04.966908 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402de31-afa1-4948-b594-114385f08925 admin admin] Pushing event updated for resources: {'Network': ['ID=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:04.971346 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.v2.base [None req-84cd9164-9c73-4856-aeb4-db66e7894682 admin admin] Request body: {'subnet': {'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-327993799-subnet', 'tenant_id': '4ae4f68e147846e4a49a6318f3db6737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:27:04.982548 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb details requested by agent ovs-agent-dv-cinder-679138-10-smb with host dv-cinder-679138-10-smb {{(pid=93059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:27:04.992679 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cd9164-9c73-4856-aeb4-db66e7894682 admin admin] Made reservation on behalf of 4ae4f68e147846e4a49a6318f3db6737 for: {'subnet': 1} {{(pid=93057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:27:04.995051 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-84cd9164-9c73-4856-aeb4-db66e7894682 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9273923'] for subnet, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:05.157410 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-84cd9164-9c73-4856-aeb4-db66e7894682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9166390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9273969'] for subnet, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:05.218966 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd9164-9c73-4856-aeb4-db66e7894682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff2d377e-fa66-4701-b203-374b6c61f7be,revision_number=0']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:05.226959 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd9164-9c73-4856-aeb4-db66e7894682 admin admin] Checking segment: {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:27:05.227317 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd9164-9c73-4856-aeb4-db66e7894682 admin admin] Network hostable DHCP agents. Network: bc7b6282-e0a7-4dd1-9e7f-15f0415797fb, hostable agents: ['07b9f235-915d-4b16-beab-b2f8925b77a2'], hosted agents: [] {{(pid=93057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:27:05.243471 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd9164-9c73-4856-aeb4-db66e7894682 admin admin] Network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb is scheduled to be hosted by DHCP agent 07b9f235-915d-4b16-beab-b2f8925b77a2 with binding_index 1 {{(pid=93057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:27:05.251174 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.scheduler.base_scheduler [None req-84cd9164-9c73-4856-aeb4-db66e7894682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-10-smb, bc7b6282-e0a7-4dd1-9e7f-15f0415797fb) {{(pid=93057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:27:05.255696 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cd9164-9c73-4856-aeb4-db66e7894682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:05.256288 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-84cd9164-9c73-4856-aeb4-db66e7894682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:05.263398 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad58dc1-7d7e-4c45-b247-6d425af995cb None None] Network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:27:05.269925 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-84cd9164-9c73-4856-aeb4-db66e7894682 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3037121 Jul 14 14:27:05.389156 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e71553c-ce36-4d27-aa3f-ed5d594a7f75 None None] Network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb requested from dv-cinder-679138-10-smb {{(pid=93059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:27:05.686047 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158bda-e47c-458e-aaed-b604c1478435 req-bf5a2cfe-451d-4d08-a707-de2284cd339b tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:05.687716 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-bf5a2cfe-451d-4d08-a707-de2284cd339b tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 814 time: 0.1002824 Jul 14 14:27:05.702417 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-8243df9e-cad5-4b36-8d40-e9a584a1e0da tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/quotas/4ae4f68e147846e4a49a6318f3db6737 HTTP/1.1" status: 200 len: 375 time: 0.0088098 Jul 14 14:27:05.735181 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-afe2fa71-fe51-44a9-b780-f3fb267cf3f7 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273535 Jul 14 14:27:05.789497 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-ee2f040e-2d2a-4786-b2d8-cdcf7d198cdf service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:27:05.790504 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-ee2f040e-2d2a-4786-b2d8-cdcf7d198cdf service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493517 Jul 14 14:27:05.881181 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-21d75a78-67ce-4f48-9424-c88570fa058e service neutron] 10.222.0.53 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849531 Jul 14 14:27:05.966686 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-c8428653-3b37-42ee-bf9e-f7515545337b service neutron] 10.222.0.53 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799608 Jul 14 14:27:06.138029 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ea5365f5-b80f-4ec7-8c23-feb6e1c015d3 req-d1085946-67b6-4ac3-9faa-0ad617a8fa10 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 210 time: 0.0318158 Jul 14 14:27:07.141228 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158bda-e47c-458e-aaed-b604c1478435 req-7b455b0e-b336-4b96-9250-15130eb97194 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:07.142690 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-7b455b0e-b336-4b96-9250-15130eb97194 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 814 time: 0.1031597 Jul 14 14:27:07.156151 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-cb158bda-e47c-458e-aaed-b604c1478435 req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Request body: {'port': {'device_id': '205c6567-2eeb-4e00-9ece-cc2915dcc8e5', 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb', 'admin_state_up': True, 'tenant_id': '4ae4f68e147846e4a49a6318f3db6737'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:27:07.271003 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb158bda-e47c-458e-aaed-b604c1478435 req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Made reservation on behalf of 4ae4f68e147846e4a49a6318f3db6737 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:27:07.274657 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cb158bda-e47c-458e-aaed-b604c1478435 req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:07.283053 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fabc2acd-a380-4585-af8f-0244f39d607d req-f68e0f83-abb8-43c2-9335-3f63a83c6588 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 210 time: 0.0296996 Jul 14 14:27:07.407186 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-cb158bda-e47c-458e-aaed-b604c1478435 req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Allocated IP 172.20.0.8 (bc7b6282-e0a7-4dd1-9e7f-15f0415797fb/ff2d377e-fa66-4701-b203-374b6c61f7be/af7b270c-bd55-49b7-bb50-8cc09a80e3db) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:27:07.547221 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cb158bda-e47c-458e-aaed-b604c1478435 req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:07.584768 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cb158bda-e47c-458e-aaed-b604c1478435 req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:07.633449 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb158bda-e47c-458e-aaed-b604c1478435 req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:27:07.636504 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-cb158bda-e47c-458e-aaed-b604c1478435 req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:27:07.640239 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb158bda-e47c-458e-aaed-b604c1478435 req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:27:07.646424 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Pushing event updated for resources: {'Port': ['ID=af7b270c-bd55-49b7-bb50-8cc09a80e3db,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:07.690485 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158bda-e47c-458e-aaed-b604c1478435 req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:07.691030 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cb158bda-e47c-458e-aaed-b604c1478435 req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:07.704121 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-d1e652a3-d4af-4b56-a28b-e5f9b11d5566 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516026 Jul 14 14:27:07.715376 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Request body: {'port': {'device_id': '205c6567-2eeb-4e00-9ece-cc2915dcc8e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:27:07.787393 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:08.035795 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7b270c-bd55-49b7-bb50-8cc09a80e3db {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:27:08.042977 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:08.054152 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Transition to ACTIVE for port object af7b270c-bd55-49b7-bb50-8cc09a80e3db will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:27:08.057908 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:08.107229 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Pushing event updated for resources: {'Port': ['ID=af7b270c-bd55-49b7-bb50-8cc09a80e3db,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:08.173299 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Attempting to bind port af7b270c-bd55-49b7-bb50-8cc09a80e3db on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:27:08.173919 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Attempting to bind port af7b270c-bd55-49b7-bb50-8cc09a80e3db by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:27:08.173919 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Attempting to bind port af7b270c-bd55-49b7-bb50-8cc09a80e3db on network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:27:08.178588 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Port af7b270c-bd55-49b7-bb50-8cc09a80e3db on network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:27:08.178902 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Attempting to bind port af7b270c-bd55-49b7-bb50-8cc09a80e3db on network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:27:08.183484 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:27:08.183811 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Checking segment: {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:27:08.184183 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Bound using segment: {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:27:08.184592 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Bound port: af7b270c-bd55-49b7-bb50-8cc09a80e3db, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:27:08.184967 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:08.245079 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] For port af7b270c-bd55-49b7-bb50-8cc09a80e3db, host hv-cinder-67913, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:27:08.247917 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] For port af7b270c-bd55-49b7-bb50-8cc09a80e3db, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=af7b270c-bd55-49b7-bb50-8cc09a80e3db,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:27:08.252294 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:08.284310 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:08.284938 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:08.286432 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] 10.222.0.62 "PUT /v2.0/ports/af7b270c-bd55-49b7-bb50-8cc09a80e3db HTTP/1.1" status: 200 len: 1093 time: 0.5749893 Jul 14 14:27:08.286805 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205c6567-2eeb-4e00-9ece-cc2915dcc8e5', 'tag': 'af7b270c-bd55-49b7-bb50-8cc09a80e3db'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:27:08.289112 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78386469-a362-454b-b23d-3eb8c7b80df3" -d '{"events": [{"name": "network-changed", "server_uuid": "205c6567-2eeb-4e00-9ece-cc2915dcc8e5", "tag": "af7b270c-bd55-49b7-bb50-8cc09a80e3db"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:27:08.314259 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0688e-ccc9-4b54-8bad-46904bab3c0c service neutron] Pushing event updated for resources: {'Port': ['ID=af7b270c-bd55-49b7-bb50-8cc09a80e3db,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:08.333919 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de7e4ca-207b-4323-a1c8-8c5f830dab38 x-openstack-request-id: req-9de7e4ca-207b-4323-a1c8-8c5f830dab38 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:27:08.334197 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205c6567-2eeb-4e00-9ece-cc2915dcc8e5", "tag": "af7b270c-bd55-49b7-bb50-8cc09a80e3db", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:27:08.334444 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9de7e4ca-207b-4323-a1c8-8c5f830dab38 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:27:08.334825 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205c6567-2eeb-4e00-9ece-cc2915dcc8e5', 'tag': 'af7b270c-bd55-49b7-bb50-8cc09a80e3db', 'status': 'completed', 'code': 200} Jul 14 14:27:08.379055 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158bda-e47c-458e-aaed-b604c1478435 req-29037fcc-024b-4205-8663-a124a2db1017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:08.380561 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-29037fcc-024b-4205-8663-a124a2db1017 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 1096 time: 0.0568035 Jul 14 14:27:08.474996 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7805b-2c10-4e29-9611-b458795748d7 req-94fc370a-658a-4366-a3f4-feb17ab43c62 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:08.476589 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6fc7805b-2c10-4e29-9611-b458795748d7 req-94fc370a-658a-4366-a3f4-feb17ab43c62 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 943 time: 0.0661767 Jul 14 14:27:08.525319 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6fc7805b-2c10-4e29-9611-b458795748d7 req-0e41b21c-6e0d-4116-9ec7-e8bdeb06fa31 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Jul 14 14:27:08.667383 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-a8f57ec7-5042-4dfa-83c1-ea9f50ceef86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af7b270c-bd55-49b7-bb50-8cc09a80e3db HTTP/1.1" status: 200 len: 217 time: 0.2801390 Jul 14 14:27:08.713562 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158bda-e47c-458e-aaed-b604c1478435 req-c565ce07-da55-4774-b1f3-46845235c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:08.714935 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-c565ce07-da55-4774-b1f3-46845235c18e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff2d377e-fa66-4701-b203-374b6c61f7be HTTP/1.1" status: 200 len: 854 time: 0.0419641 Jul 14 14:27:08.745098 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-a9130df8-49dd-48c2-9549-a70e09184bcc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240617 Jul 14 14:27:08.832824 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-c1dec834-0dff-44a0-96e4-a302e68321fa service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816138 Jul 14 14:27:08.920940 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb158bda-e47c-458e-aaed-b604c1478435 req-0763d396-a7ec-4a7c-8aca-899cafa25e41 service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821228 Jul 14 14:27:09.017568 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78386469-a362-454b-b23d-3eb8c7b80df3 req-f26f35c9-a63b-4aee-b2b8-a50924ea3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:09.019548 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78386469-a362-454b-b23d-3eb8c7b80df3 req-f26f35c9-a63b-4aee-b2b8-a50924ea3674 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 1096 time: 0.0509775 Jul 14 14:27:09.105454 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78386469-a362-454b-b23d-3eb8c7b80df3 req-dc3b14af-2dee-49fe-9f8d-b4392e922439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:09.106822 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78386469-a362-454b-b23d-3eb8c7b80df3 req-dc3b14af-2dee-49fe-9f8d-b4392e922439 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 915 time: 0.0806143 Jul 14 14:27:09.149667 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78386469-a362-454b-b23d-3eb8c7b80df3 req-537e8111-75ac-467c-9cab-e3f86c7aa56c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af7b270c-bd55-49b7-bb50-8cc09a80e3db HTTP/1.1" status: 200 len: 217 time: 0.0359995 Jul 14 14:27:09.195820 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78386469-a362-454b-b23d-3eb8c7b80df3 req-4d1a0050-5240-4ca9-be06-edaed61602d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:09.197245 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78386469-a362-454b-b23d-3eb8c7b80df3 req-4d1a0050-5240-4ca9-be06-edaed61602d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff2d377e-fa66-4701-b203-374b6c61f7be HTTP/1.1" status: 200 len: 854 time: 0.0418539 Jul 14 14:27:09.229582 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78386469-a362-454b-b23d-3eb8c7b80df3 req-8d5b41a3-15b9-4bce-89b8-da66479fb9e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258260 Jul 14 14:27:09.319355 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78386469-a362-454b-b23d-3eb8c7b80df3 req-16a79c42-17ab-4790-b77c-71a13d98a545 service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833473 Jul 14 14:27:09.406652 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78386469-a362-454b-b23d-3eb8c7b80df3 req-49362ce9-ccab-479a-b9fe-3c3a4749b3e9 service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808921 Jul 14 14:27:09.699592 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1780863-d3c2-4519-973f-f6c7315cf250 req-a7d27f26-13d2-4398-9ef4-4b624196682a tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:09.700973 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e1780863-d3c2-4519-973f-f6c7315cf250 req-a7d27f26-13d2-4398-9ef4-4b624196682a tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 943 time: 0.0640664 Jul 14 14:27:09.737662 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e1780863-d3c2-4519-973f-f6c7315cf250 req-e59d2cdb-8518-48af-babb-8b5f633ebf9b tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307491 Jul 14 14:27:09.997138 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-52cb041e-be76-4820-afe4-8f680e2f55e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:10.907399 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50fb54-b0ce-4077-8ab9-f4f2f38104d6 req-4232e669-6925-4665-8111-987169b7fa9d tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:10.908984 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5c50fb54-b0ce-4077-8ab9-f4f2f38104d6 req-4232e669-6925-4665-8111-987169b7fa9d tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 943 time: 0.0612357 Jul 14 14:27:10.945414 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5c50fb54-b0ce-4077-8ab9-f4f2f38104d6 req-b4a74de9-cea7-4c1a-a2aa-9a71d91540b0 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307667 Jul 14 14:27:11.399768 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device af7b270c-bd55-49b7-bb50-8cc09a80e3db details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:27:11.492451 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port af7b270c-bd55-49b7-bb50-8cc09a80e3db, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=af7b270c-bd55-49b7-bb50-8cc09a80e3db,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:11.503415 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': 'af7b270c-bd55-49b7-bb50-8cc09a80e3db', 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb', 'port_id': 'af7b270c-bd55-49b7-bb50-8cc09a80e3db', 'mac_address': 'fa:16:3e:08:89:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2d377e-fa66-4701-b203-374b6c61f7be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:27:11.542290 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:11.554267 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7b270c-bd55-49b7-bb50-8cc09a80e3db {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:27:11.573799 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port af7b270c-bd55-49b7-bb50-8cc09a80e3db, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=af7b270c-bd55-49b7-bb50-8cc09a80e3db,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:11.577393 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:11.622074 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=af7b270c-bd55-49b7-bb50-8cc09a80e3db,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:11.629334 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:11.629684 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:11.630026 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:11.630359 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:11.630689 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:11.631018 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:11.631343 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:11.631667 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:11.631991 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:11.632313 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:11.632631 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:11.632973 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:11.782163 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['af7b270c-bd55-49b7-bb50-8cc09a80e3db'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:27:12.117044 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df60d53-364d-49df-924a-e601102b6190 req-6b90f85e-6da6-4303-9d8d-807012cf5685 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:12.118496 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6df60d53-364d-49df-924a-e601102b6190 req-6b90f85e-6da6-4303-9d8d-807012cf5685 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 944 time: 0.0616176 Jul 14 14:27:12.154609 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6df60d53-364d-49df-924a-e601102b6190 req-78d776f5-739d-4e43-8f39-37fd64cfcd45 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307038 Jul 14 14:27:12.321045 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-99732d4a-ab46-4387-85b7-4a876b8f6866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:12.726948 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:13.326850 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21400649-47ab-4e64-87ac-68c502e51f00 req-bb75de9d-3f47-443d-9328-df60804281ee tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:13.328312 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-21400649-47ab-4e64-87ac-68c502e51f00 req-bb75de9d-3f47-443d-9328-df60804281ee tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 944 time: 0.0659103 Jul 14 14:27:13.365773 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-21400649-47ab-4e64-87ac-68c502e51f00 req-39983263-7e02-4346-9a8e-6514f0425d97 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307488 Jul 14 14:27:13.415158 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device af7b270c-bd55-49b7-bb50-8cc09a80e3db up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:27:13.462703 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port af7b270c-bd55-49b7-bb50-8cc09a80e3db completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:27:13.466233 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port af7b270c-bd55-49b7-bb50-8cc09a80e3db triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:27:13.466605 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:13.541911 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:13.563205 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205c6567-2eeb-4e00-9ece-cc2915dcc8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7b270c-bd55-49b7-bb50-8cc09a80e3db'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:27:13.566020 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702cd0f6-202d-483f-b4e4-72b320178cb2" -d '{"events": [{"server_uuid": "205c6567-2eeb-4e00-9ece-cc2915dcc8e5", "name": "network-vif-plugged", "status": "completed", "tag": "af7b270c-bd55-49b7-bb50-8cc09a80e3db"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:27:13.579054 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port af7b270c-bd55-49b7-bb50-8cc09a80e3db, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=af7b270c-bd55-49b7-bb50-8cc09a80e3db,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:13.582865 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:13.606122 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0432fb7f-cf52-4c48-93ea-a8a8489283a5 x-openstack-request-id: req-0432fb7f-cf52-4c48-93ea-a8a8489283a5 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:27:13.606413 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205c6567-2eeb-4e00-9ece-cc2915dcc8e5", "name": "network-vif-plugged", "status": "completed", "tag": "af7b270c-bd55-49b7-bb50-8cc09a80e3db", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:27:13.606669 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0432fb7f-cf52-4c48-93ea-a8a8489283a5 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:27:13.607077 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205c6567-2eeb-4e00-9ece-cc2915dcc8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7b270c-bd55-49b7-bb50-8cc09a80e3db', 'code': 200} Jul 14 14:27:13.633248 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=af7b270c-bd55-49b7-bb50-8cc09a80e3db,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:13.810672 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6664a7b-45c0-46b9-b76e-89ca785dfbb7 req-22217732-c8f1-49cc-b374-ee8d1a0e77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:13.812078 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e6664a7b-45c0-46b9-b76e-89ca785dfbb7 req-22217732-c8f1-49cc-b374-ee8d1a0e77d9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 1098 time: 0.0512006 Jul 14 14:27:13.827460 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:13.850770 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-e6664a7b-45c0-46b9-b76e-89ca785dfbb7 req-6c388d9d-ff11-4bce-b9e8-ccd947553942 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321503 Jul 14 14:27:14.544277 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dd558-2377-469f-9610-21ecb0c7e087 req-f95b4642-ca38-4285-aa9d-7f20ac7a8dac tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:14.545766 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1f9dd558-2377-469f-9610-21ecb0c7e087 req-f95b4642-ca38-4285-aa9d-7f20ac7a8dac tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 945 time: 0.0680113 Jul 14 14:27:14.584560 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1f9dd558-2377-469f-9610-21ecb0c7e087 req-458cca09-68bd-4357-836e-f02df5d23bf5 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Jul 14 14:27:15.212964 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:15.756608 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15716e-acb2-485b-9d60-b6548489ba4d req-43fcf4f5-7e10-45df-acd9-27dc649b243f tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:15.758089 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-df15716e-acb2-485b-9d60-b6548489ba4d req-43fcf4f5-7e10-45df-acd9-27dc649b243f tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 945 time: 0.0644550 Jul 14 14:27:16.044567 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-df15716e-acb2-485b-9d60-b6548489ba4d req-cbf58e1b-03f7-401c-93cc-246b93c29694 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810874 Jul 14 14:27:19.005159 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-76fe88fd-1fc6-4ede-9c5a-8e36aed7471f tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:19.006594 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-76fe88fd-1fc6-4ede-9c5a-8e36aed7471f tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 814 time: 0.0944886 Jul 14 14:27:19.021058 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-97a4d2cf-64c6-4c84-8822-3964a7049fa1 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/quotas/4ae4f68e147846e4a49a6318f3db6737 HTTP/1.1" status: 200 len: 375 time: 0.0091848 Jul 14 14:27:19.086829 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-2d3c40df-b1dd-456d-a61c-5778ea6ccd7b tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590844 Jul 14 14:27:19.171695 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-80cdf0b1-af04-4a29-8ace-3c5a1d293fd8 service neutron] 10.222.0.53 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782056 Jul 14 14:27:19.261482 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-3e52a053-f5ca-4f12-9093-771f9f9df180 service neutron] 10.222.0.53 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841737 Jul 14 14:27:19.429067 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-ff46254f-b602-4a4d-9349-838ef163dc4a req-ab7c7640-e3b1-4ba6-a391-1a64ecad7c56 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 210 time: 0.0299730 Jul 14 14:27:20.422236 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-5181aa12-84e7-42c3-a651-f3c99907ea31 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:20.423733 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-5181aa12-84e7-42c3-a651-f3c99907ea31 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 814 time: 0.1017189 Jul 14 14:27:20.442185 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Request body: {'port': {'device_id': '1bcca35e-201b-42cc-a2dc-1c7b8007b54e', 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb', 'admin_state_up': True, 'tenant_id': '4ae4f68e147846e4a49a6318f3db6737'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:27:20.561316 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Made reservation on behalf of 4ae4f68e147846e4a49a6318f3db6737 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:27:20.565346 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:20.581923 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-76e19019-485b-4696-b06c-9203e2fa6a25 req-e2296fb3-275c-4bc2-bfd4-a1711696d250 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 210 time: 0.0353861 Jul 14 14:27:20.686977 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Allocated IP 172.20.0.9 (bc7b6282-e0a7-4dd1-9e7f-15f0415797fb/ff2d377e-fa66-4701-b203-374b6c61f7be/d589caf6-71fc-4be6-bf3b-6eafacac2731) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:27:20.829538 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:20.867260 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:20.879868 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['af7b270c-bd55-49b7-bb50-8cc09a80e3db'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:27:20.909268 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:27:20.917144 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:27:20.921011 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:27:20.946876 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Pushing event updated for resources: {'Port': ['ID=d589caf6-71fc-4be6-bf3b-6eafacac2731,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:20.980890 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:20.981510 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:20.996094 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-42465f7c-3192-4dec-b34d-8b9b1dd89a96 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576093 Jul 14 14:27:21.007895 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Request body: {'port': {'device_id': '1bcca35e-201b-42cc-a2dc-1c7b8007b54e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:27:21.079248 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:21.331960 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d589caf6-71fc-4be6-bf3b-6eafacac2731 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:27:21.339253 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:21.351979 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Transition to ACTIVE for port object d589caf6-71fc-4be6-bf3b-6eafacac2731 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:27:21.355544 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:21.405154 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Pushing event updated for resources: {'Port': ['ID=d589caf6-71fc-4be6-bf3b-6eafacac2731,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:21.411679 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:21.469214 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Attempting to bind port d589caf6-71fc-4be6-bf3b-6eafacac2731 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:27:21.469820 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Attempting to bind port d589caf6-71fc-4be6-bf3b-6eafacac2731 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:27:21.469940 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Attempting to bind port d589caf6-71fc-4be6-bf3b-6eafacac2731 on network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:27:21.474558 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Port d589caf6-71fc-4be6-bf3b-6eafacac2731 on network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:27:21.474875 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Attempting to bind port d589caf6-71fc-4be6-bf3b-6eafacac2731 on network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:27:21.479509 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:27:21.479838 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Checking segment: {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:27:21.480213 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Bound using segment: {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:27:21.480633 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Bound port: d589caf6-71fc-4be6-bf3b-6eafacac2731, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:27:21.481017 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:21.541296 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] For port d589caf6-71fc-4be6-bf3b-6eafacac2731, host hv-cinder-67913, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:27:21.544228 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] For port d589caf6-71fc-4be6-bf3b-6eafacac2731, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d589caf6-71fc-4be6-bf3b-6eafacac2731,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:27:21.547636 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:21.582793 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:21.583404 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:21.584783 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] 10.222.0.62 "PUT /v2.0/ports/d589caf6-71fc-4be6-bf3b-6eafacac2731 HTTP/1.1" status: 200 len: 1093 time: 0.5811603 Jul 14 14:27:21.585309 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcca35e-201b-42cc-a2dc-1c7b8007b54e', 'tag': 'd589caf6-71fc-4be6-bf3b-6eafacac2731'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:27:21.587516 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a564b103-c8f5-4fc2-9577-4828dce40b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcca35e-201b-42cc-a2dc-1c7b8007b54e", "tag": "d589caf6-71fc-4be6-bf3b-6eafacac2731"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:27:21.614497 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8e011-93bc-4567-b15b-83ccd680e32b service neutron] Pushing event updated for resources: {'Port': ['ID=d589caf6-71fc-4be6-bf3b-6eafacac2731,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:21.649815 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18146b7d-fe5c-4a1d-a018-d4e58ac46c5c x-openstack-request-id: req-18146b7d-fe5c-4a1d-a018-d4e58ac46c5c {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:27:21.650103 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcca35e-201b-42cc-a2dc-1c7b8007b54e", "tag": "d589caf6-71fc-4be6-bf3b-6eafacac2731", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:27:21.650353 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18146b7d-fe5c-4a1d-a018-d4e58ac46c5c {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:27:21.650759 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcca35e-201b-42cc-a2dc-1c7b8007b54e', 'tag': 'd589caf6-71fc-4be6-bf3b-6eafacac2731', 'status': 'completed', 'code': 200} Jul 14 14:27:21.679553 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-095160e5-974e-42a1-8756-6a141627a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:21.681118 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-095160e5-974e-42a1-8756-6a141627a00a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 1096 time: 0.0594368 Jul 14 14:27:21.722387 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-178e1ac5-a680-48f1-a622-2c580fb34078 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d589caf6-71fc-4be6-bf3b-6eafacac2731 HTTP/1.1" status: 200 len: 217 time: 0.0344017 Jul 14 14:27:21.769159 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190807de-e3e2-48e4-b43c-2f9a113809b4 req-bbb37177-04c4-4314-a597-0f1c97cea7be tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:21.770639 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-190807de-e3e2-48e4-b43c-2f9a113809b4 req-bbb37177-04c4-4314-a597-0f1c97cea7be tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 943 time: 0.0624137 Jul 14 14:27:21.773655 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-16dc8efa-2f1f-4a5c-b548-85ebdb18df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:21.775119 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-16dc8efa-2f1f-4a5c-b548-85ebdb18df44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff2d377e-fa66-4701-b203-374b6c61f7be HTTP/1.1" status: 200 len: 854 time: 0.0463202 Jul 14 14:27:21.807423 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-13090059-cb07-4814-a940-9766bd3b908b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260267 Jul 14 14:27:21.812641 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-190807de-e3e2-48e4-b43c-2f9a113809b4 req-aa9ef43c-dcf2-4b28-a16d-c13b69fcd9aa tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359221 Jul 14 14:27:21.892443 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-983f6c30-9237-49b8-ae1c-addcb415e3dd service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790842 Jul 14 14:27:21.983873 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-313ba8cc-67b5-4463-94c7-0c648b24df71 req-4897cb46-e615-43d2-a4cd-51f4177f1c8e service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843635 Jul 14 14:27:22.079112 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564b103-c8f5-4fc2-9577-4828dce40b0f req-263b1792-7a45-4389-902b-03dbb70512ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:22.081060 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-a564b103-c8f5-4fc2-9577-4828dce40b0f req-263b1792-7a45-4389-902b-03dbb70512ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 1096 time: 0.0522947 Jul 14 14:27:22.171524 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564b103-c8f5-4fc2-9577-4828dce40b0f req-01dc7e74-fa85-4471-8a0f-522d714b4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:22.172978 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-a564b103-c8f5-4fc2-9577-4828dce40b0f req-01dc7e74-fa85-4471-8a0f-522d714b4d65 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 915 time: 0.0845399 Jul 14 14:27:22.214584 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-a564b103-c8f5-4fc2-9577-4828dce40b0f req-d9a210cf-9672-4bcb-85f1-30854b9c0cb9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d589caf6-71fc-4be6-bf3b-6eafacac2731 HTTP/1.1" status: 200 len: 217 time: 0.0336616 Jul 14 14:27:22.261476 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564b103-c8f5-4fc2-9577-4828dce40b0f req-54e72ec5-3b9e-4ef3-b59f-8881b5a313a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:22.262853 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-a564b103-c8f5-4fc2-9577-4828dce40b0f req-54e72ec5-3b9e-4ef3-b59f-8881b5a313a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff2d377e-fa66-4701-b203-374b6c61f7be HTTP/1.1" status: 200 len: 854 time: 0.0419042 Jul 14 14:27:22.294770 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-a564b103-c8f5-4fc2-9577-4828dce40b0f req-73b37273-c612-4783-8b7b-230cb86147c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250382 Jul 14 14:27:22.384915 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-a564b103-c8f5-4fc2-9577-4828dce40b0f req-e880935a-a790-4673-a89f-7e8c0e197028 service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823884 Jul 14 14:27:22.470394 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-a564b103-c8f5-4fc2-9577-4828dce40b0f req-01ac2d98-de88-4fe2-9b42-8d3cde44a92a service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786519 Jul 14 14:27:22.984621 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c503-8452-4eff-9469-6cd3224d2663 req-5bb05292-8b46-4f61-9a75-3999a4e6fbde tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:22.986114 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-50c1c503-8452-4eff-9469-6cd3224d2663 req-5bb05292-8b46-4f61-9a75-3999a4e6fbde tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 943 time: 0.0624719 Jul 14 14:27:23.022442 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-50c1c503-8452-4eff-9469-6cd3224d2663 req-deb3bfda-f8f9-4e16-a2af-802b74147045 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303361 Jul 14 14:27:23.477520 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device d589caf6-71fc-4be6-bf3b-6eafacac2731 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:27:23.567527 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port d589caf6-71fc-4be6-bf3b-6eafacac2731, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d589caf6-71fc-4be6-bf3b-6eafacac2731,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:23.578016 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': 'd589caf6-71fc-4be6-bf3b-6eafacac2731', 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb', 'port_id': 'd589caf6-71fc-4be6-bf3b-6eafacac2731', 'mac_address': 'fa:16:3e:7e:13:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2d377e-fa66-4701-b203-374b6c61f7be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:27:23.616348 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:23.628834 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d589caf6-71fc-4be6-bf3b-6eafacac2731 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:27:23.647574 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port d589caf6-71fc-4be6-bf3b-6eafacac2731, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d589caf6-71fc-4be6-bf3b-6eafacac2731,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:23.652564 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:23.696994 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=d589caf6-71fc-4be6-bf3b-6eafacac2731,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:23.886298 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['d589caf6-71fc-4be6-bf3b-6eafacac2731'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:27:24.190989 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2c380-b31e-4452-8149-190578a27120 req-ef6fe6d2-3a87-4955-867a-185bd7ce5820 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:24.192363 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-17d2c380-b31e-4452-8149-190578a27120 req-ef6fe6d2-3a87-4955-867a-185bd7ce5820 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 944 time: 0.0614202 Jul 14 14:27:24.228093 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-17d2c380-b31e-4452-8149-190578a27120 req-d6dab23b-aae3-4e35-8fa7-3cdef0e5dd05 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302820 Jul 14 14:27:25.400898 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5db8fb-669b-4ebb-9be4-f9cc35a9301f req-21e5773e-b2b6-4ff1-b73d-7c60329f953e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:25.402652 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-af5db8fb-669b-4ebb-9be4-f9cc35a9301f req-21e5773e-b2b6-4ff1-b73d-7c60329f953e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 944 time: 0.0651269 Jul 14 14:27:25.438674 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-af5db8fb-669b-4ebb-9be4-f9cc35a9301f req-cf32cb58-39e6-445c-aab6-74c91e2612c9 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305400 Jul 14 14:27:25.479442 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device d589caf6-71fc-4be6-bf3b-6eafacac2731 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:27:25.526512 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port d589caf6-71fc-4be6-bf3b-6eafacac2731 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:27:25.529876 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port d589caf6-71fc-4be6-bf3b-6eafacac2731 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:27:25.530249 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:25.602340 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:25.625012 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcca35e-201b-42cc-a2dc-1c7b8007b54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd589caf6-71fc-4be6-bf3b-6eafacac2731'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:27:25.628471 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a2c7ea-c318-4815-b953-dedba21cf5f0" -d '{"events": [{"server_uuid": "1bcca35e-201b-42cc-a2dc-1c7b8007b54e", "name": "network-vif-plugged", "status": "completed", "tag": "d589caf6-71fc-4be6-bf3b-6eafacac2731"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:27:25.644334 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port d589caf6-71fc-4be6-bf3b-6eafacac2731, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d589caf6-71fc-4be6-bf3b-6eafacac2731,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:25.648224 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:25.675390 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18b0cda-26e2-430e-b64b-dc6f0c4b67cf x-openstack-request-id: req-f18b0cda-26e2-430e-b64b-dc6f0c4b67cf {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:27:25.675684 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcca35e-201b-42cc-a2dc-1c7b8007b54e", "name": "network-vif-plugged", "status": "completed", "tag": "d589caf6-71fc-4be6-bf3b-6eafacac2731", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:27:25.675937 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f18b0cda-26e2-430e-b64b-dc6f0c4b67cf {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:27:25.676466 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcca35e-201b-42cc-a2dc-1c7b8007b54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd589caf6-71fc-4be6-bf3b-6eafacac2731', 'code': 200} Jul 14 14:27:25.704604 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=d589caf6-71fc-4be6-bf3b-6eafacac2731,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:25.881653 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737ada4-3d5f-4af4-b6a4-554324b0b676 req-926ea800-25bd-427e-b725-adb250c6fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:25.883190 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-d737ada4-3d5f-4af4-b6a4-554324b0b676 req-926ea800-25bd-427e-b725-adb250c6fe19 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 1098 time: 0.0549638 Jul 14 14:27:25.915814 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-d737ada4-3d5f-4af4-b6a4-554324b0b676 req-c555e0fe-cd09-4158-a103-bea00ad34591 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267091 Jul 14 14:27:26.613177 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719231b0-8ae9-4b93-b0d6-9c766fc0134f req-f5b9f6e1-01ba-40bc-9c90-0ff830ba039c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:26.614686 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-719231b0-8ae9-4b93-b0d6-9c766fc0134f req-f5b9f6e1-01ba-40bc-9c90-0ff830ba039c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 945 time: 0.0637107 Jul 14 14:27:26.653812 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-719231b0-8ae9-4b93-b0d6-9c766fc0134f req-ceba3918-2e80-4898-a20b-ae7e59aacda6 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335622 Jul 14 14:27:27.829709 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9247f79-161e-4b26-a461-7c28758aefd5 req-febf7b0d-6fbe-42bf-b932-a30121466b68 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:27.831920 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b9247f79-161e-4b26-a461-7c28758aefd5 req-febf7b0d-6fbe-42bf-b932-a30121466b68 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 945 time: 0.0661173 Jul 14 14:27:27.868384 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-b9247f79-161e-4b26-a461-7c28758aefd5 req-0cb4db0a-97fe-44fd-9f1c-6b0c2cd6831b tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309107 Jul 14 14:27:29.597333 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-f02d5fc7-6c67-4dbf-b738-81dcb5e13e59 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:29.598705 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-f02d5fc7-6c67-4dbf-b738-81dcb5e13e59 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 814 time: 0.0978684 Jul 14 14:27:29.612710 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-c310f1d0-acb8-416d-baa4-68a9915fb1bb tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/quotas/4ae4f68e147846e4a49a6318f3db6737 HTTP/1.1" status: 200 len: 375 time: 0.0087955 Jul 14 14:27:29.679808 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-4731a3ca-cf08-4f49-90c3-d1272c135ff0 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621867 Jul 14 14:27:29.765471 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-d107efa4-3820-47de-a876-d7fe730585fd service neutron] 10.222.0.53 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791857 Jul 14 14:27:29.856702 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-ce4460d4-5608-44eb-a343-810ee4f998da service neutron] 10.222.0.53 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849757 Jul 14 14:27:30.019757 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-9d52e407-ba40-43b8-b1d1-57ccd2f30bb2 req-a19aef31-f11a-429a-9c7a-b2b5223aabaf tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 210 time: 0.0285296 Jul 14 14:27:31.029824 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-4fc2038d-2392-4f81-b2ff-6acd2a65c13c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:31.031306 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-4fc2038d-2392-4f81-b2ff-6acd2a65c13c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 814 time: 0.0990188 Jul 14 14:27:31.045719 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Request body: {'port': {'device_id': '4206daa3-fbfd-4c54-85bf-68199a049e6c', 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb', 'admin_state_up': True, 'tenant_id': '4ae4f68e147846e4a49a6318f3db6737'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:27:31.163337 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-038c4b58-8f1d-4353-ab6a-8c76da8e1551 req-2ed6fb87-d6ed-4196-9299-9be6928850f1 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 210 time: 0.0310023 Jul 14 14:27:31.165886 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Made reservation on behalf of 4ae4f68e147846e4a49a6318f3db6737 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:27:31.169577 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:31.292220 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Allocated IP 172.20.0.3 (bc7b6282-e0a7-4dd1-9e7f-15f0415797fb/ff2d377e-fa66-4701-b203-374b6c61f7be/03f1840b-b80a-44a8-a8f4-498c8e8fb647) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:27:31.437060 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:31.475238 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:31.495462 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['af7b270c-bd55-49b7-bb50-8cc09a80e3db', 'd589caf6-71fc-4be6-bf3b-6eafacac2731'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:27:31.520244 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:27:31.526467 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:27:31.530444 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:27:31.537473 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Pushing event updated for resources: {'Port': ['ID=03f1840b-b80a-44a8-a8f4-498c8e8fb647,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:31.584621 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:31.585254 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:31.599909 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-1c2fee8d-f561-43d3-a041-4c3f5b7f6bfc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5578101 Jul 14 14:27:31.614968 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Request body: {'port': {'device_id': '4206daa3-fbfd-4c54-85bf-68199a049e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:27:31.686469 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:31.939356 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f1840b-b80a-44a8-a8f4-498c8e8fb647 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:27:31.946998 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:31.958913 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Transition to ACTIVE for port object 03f1840b-b80a-44a8-a8f4-498c8e8fb647 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:27:31.962796 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:32.011364 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Pushing event updated for resources: {'Port': ['ID=03f1840b-b80a-44a8-a8f4-498c8e8fb647,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:32.074547 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Attempting to bind port 03f1840b-b80a-44a8-a8f4-498c8e8fb647 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:27:32.075180 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Attempting to bind port 03f1840b-b80a-44a8-a8f4-498c8e8fb647 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:27:32.075180 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Attempting to bind port 03f1840b-b80a-44a8-a8f4-498c8e8fb647 on network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:27:32.079282 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Port 03f1840b-b80a-44a8-a8f4-498c8e8fb647 on network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:27:32.079601 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Attempting to bind port 03f1840b-b80a-44a8-a8f4-498c8e8fb647 on network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:27:32.084920 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:27:32.085257 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Checking segment: {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:27:32.085635 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Bound using segment: {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:27:32.086059 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Bound port: 03f1840b-b80a-44a8-a8f4-498c8e8fb647, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:27:32.086406 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:32.149521 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] For port 03f1840b-b80a-44a8-a8f4-498c8e8fb647, host hv-cinder-67913, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:27:32.152641 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] For port 03f1840b-b80a-44a8-a8f4-498c8e8fb647, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=03f1840b-b80a-44a8-a8f4-498c8e8fb647,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:27:32.157001 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:32.188145 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:32.188752 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:32.190202 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] 10.222.0.62 "PUT /v2.0/ports/03f1840b-b80a-44a8-a8f4-498c8e8fb647 HTTP/1.1" status: 200 len: 1093 time: 0.5793345 Jul 14 14:27:32.191164 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4206daa3-fbfd-4c54-85bf-68199a049e6c', 'tag': '03f1840b-b80a-44a8-a8f4-498c8e8fb647'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:27:32.193422 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb64f1d2-bb94-4278-a108-967f6752c467" -d '{"events": [{"name": "network-changed", "server_uuid": "4206daa3-fbfd-4c54-85bf-68199a049e6c", "tag": "03f1840b-b80a-44a8-a8f4-498c8e8fb647"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:27:32.222662 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab43dc9-13b8-4675-a947-f8701e4fd590 service neutron] Pushing event updated for resources: {'Port': ['ID=03f1840b-b80a-44a8-a8f4-498c8e8fb647,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:32.259860 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fdad23-a9aa-4a91-a0fa-c75ac3926438 x-openstack-request-id: req-c9fdad23-a9aa-4a91-a0fa-c75ac3926438 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:27:32.260154 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4206daa3-fbfd-4c54-85bf-68199a049e6c", "tag": "03f1840b-b80a-44a8-a8f4-498c8e8fb647", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:27:32.260403 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9fdad23-a9aa-4a91-a0fa-c75ac3926438 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:27:32.260786 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4206daa3-fbfd-4c54-85bf-68199a049e6c', 'tag': '03f1840b-b80a-44a8-a8f4-498c8e8fb647', 'status': 'completed', 'code': 200} Jul 14 14:27:32.291301 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-572f26f5-52cb-440a-91f8-4625a2b6e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:32.293162 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-572f26f5-52cb-440a-91f8-4625a2b6e41a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 1096 time: 0.0611274 Jul 14 14:27:32.342946 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-93818932-f558-4fed-900d-3fa0426bdc80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03f1840b-b80a-44a8-a8f4-498c8e8fb647 HTTP/1.1" status: 200 len: 217 time: 0.0338666 Jul 14 14:27:32.347071 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58d84c-fb18-432c-a06c-a5074e182619 req-9ef4c941-2b88-4f8b-9e79-7e2fbb2ffcbd tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:32.348558 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2e58d84c-fb18-432c-a06c-a5074e182619 req-9ef4c941-2b88-4f8b-9e79-7e2fbb2ffcbd tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 943 time: 0.0624852 Jul 14 14:27:32.386480 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2e58d84c-fb18-432c-a06c-a5074e182619 req-d45e892b-abcc-4abb-8278-4500f28f423a tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323083 Jul 14 14:27:32.396012 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-c4848340-f958-487b-b3c4-1518e6603fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:32.397495 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-c4848340-f958-487b-b3c4-1518e6603fa6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff2d377e-fa66-4701-b203-374b6c61f7be HTTP/1.1" status: 200 len: 854 time: 0.0465276 Jul 14 14:27:32.430214 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-54ba435d-8073-413e-b997-18abc648831d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262637 Jul 14 14:27:32.523244 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-6053c3da-cb26-4577-b734-1756b4a66607 service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781267 Jul 14 14:27:32.615187 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-85c6e3d3-8a59-44bf-8166-13c1e6e12212 req-76e17d1c-50e8-43df-bb8d-37549dac4b7c service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850904 Jul 14 14:27:32.719926 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f1d2-bb94-4278-a108-967f6752c467 req-376551bb-e635-4e76-83b0-6bdc5a28d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:32.721396 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb64f1d2-bb94-4278-a108-967f6752c467 req-376551bb-e635-4e76-83b0-6bdc5a28d1e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 1096 time: 0.0507548 Jul 14 14:27:32.812335 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f1d2-bb94-4278-a108-967f6752c467 req-711bc718-a95b-4ca8-bde1-554687fc13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:32.813704 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb64f1d2-bb94-4278-a108-967f6752c467 req-711bc718-a95b-4ca8-bde1-554687fc13aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 915 time: 0.0842364 Jul 14 14:27:32.856234 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb64f1d2-bb94-4278-a108-967f6752c467 req-e2723f7b-bf38-42f5-95e8-466d6fe28d03 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03f1840b-b80a-44a8-a8f4-498c8e8fb647 HTTP/1.1" status: 200 len: 217 time: 0.0347276 Jul 14 14:27:32.906557 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f1d2-bb94-4278-a108-967f6752c467 req-721d1e72-b88d-4b9f-80b1-0737deecc4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:32.907924 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb64f1d2-bb94-4278-a108-967f6752c467 req-721d1e72-b88d-4b9f-80b1-0737deecc4a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff2d377e-fa66-4701-b203-374b6c61f7be HTTP/1.1" status: 200 len: 854 time: 0.0411091 Jul 14 14:27:32.949044 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb64f1d2-bb94-4278-a108-967f6752c467 req-1ff0e7d2-e964-443c-8911-628a6e7f133d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273626 Jul 14 14:27:33.038780 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb64f1d2-bb94-4278-a108-967f6752c467 req-062c6aeb-7e27-4e4c-8696-3e6b796d9545 service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785909 Jul 14 14:27:33.127694 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb64f1d2-bb94-4278-a108-967f6752c467 req-9dba7545-9764-484f-83dc-b3ba47c90d2e service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810208 Jul 14 14:27:33.519904 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 03f1840b-b80a-44a8-a8f4-498c8e8fb647 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:27:33.563903 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1c3e5-df0e-4af1-81b8-619d1048c04f req-f1b0c9bd-d402-4a37-b083-1a3e84988d2f tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:33.565947 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-20b1c3e5-df0e-4af1-81b8-619d1048c04f req-f1b0c9bd-d402-4a37-b083-1a3e84988d2f tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 943 time: 0.0659113 Jul 14 14:27:33.603210 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-20b1c3e5-df0e-4af1-81b8-619d1048c04f req-6db78b5b-cf2d-4dbf-a1c8-16b89f1b15cb tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315468 Jul 14 14:27:33.614565 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 03f1840b-b80a-44a8-a8f4-498c8e8fb647, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=03f1840b-b80a-44a8-a8f4-498c8e8fb647,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:33.625823 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '03f1840b-b80a-44a8-a8f4-498c8e8fb647', 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb', 'port_id': '03f1840b-b80a-44a8-a8f4-498c8e8fb647', 'mac_address': 'fa:16:3e:c6:a2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2d377e-fa66-4701-b203-374b6c61f7be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:27:33.665318 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:33.677763 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f1840b-b80a-44a8-a8f4-498c8e8fb647 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:27:33.696769 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 03f1840b-b80a-44a8-a8f4-498c8e8fb647, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=03f1840b-b80a-44a8-a8f4-498c8e8fb647,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:33.700705 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:33.745118 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=03f1840b-b80a-44a8-a8f4-498c8e8fb647,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:33.941115 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['03f1840b-b80a-44a8-a8f4-498c8e8fb647'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:27:34.772604 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a7357-6fc8-43ee-b61e-0b66acbda4a7 req-92e2e84b-7cad-4b52-9329-d62d7e70e683 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:34.774142 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6a4a7357-6fc8-43ee-b61e-0b66acbda4a7 req-92e2e84b-7cad-4b52-9329-d62d7e70e683 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 944 time: 0.0622702 Jul 14 14:27:34.811177 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-6a4a7357-6fc8-43ee-b61e-0b66acbda4a7 req-168a9310-3448-410c-b504-098a92c2a926 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313742 Jul 14 14:27:35.529274 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 03f1840b-b80a-44a8-a8f4-498c8e8fb647 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:27:35.575686 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 03f1840b-b80a-44a8-a8f4-498c8e8fb647 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:27:35.579184 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 03f1840b-b80a-44a8-a8f4-498c8e8fb647 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:27:35.579554 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:35.653980 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:35.675327 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4206daa3-fbfd-4c54-85bf-68199a049e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f1840b-b80a-44a8-a8f4-498c8e8fb647'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:27:35.677557 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad61325-26e0-4de3-b08e-f9cfe40e1c40" -d '{"events": [{"server_uuid": "4206daa3-fbfd-4c54-85bf-68199a049e6c", "name": "network-vif-plugged", "status": "completed", "tag": "03f1840b-b80a-44a8-a8f4-498c8e8fb647"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:27:35.693329 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 03f1840b-b80a-44a8-a8f4-498c8e8fb647, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=03f1840b-b80a-44a8-a8f4-498c8e8fb647,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:35.697371 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:35.720046 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6245e53e-ffcf-4731-90d4-cdb9cc48c583 x-openstack-request-id: req-6245e53e-ffcf-4731-90d4-cdb9cc48c583 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:27:35.720335 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4206daa3-fbfd-4c54-85bf-68199a049e6c", "name": "network-vif-plugged", "status": "completed", "tag": "03f1840b-b80a-44a8-a8f4-498c8e8fb647", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:27:35.720587 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6245e53e-ffcf-4731-90d4-cdb9cc48c583 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:27:35.720984 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4206daa3-fbfd-4c54-85bf-68199a049e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f1840b-b80a-44a8-a8f4-498c8e8fb647', 'code': 200} Jul 14 14:27:35.745495 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=03f1840b-b80a-44a8-a8f4-498c8e8fb647,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:35.932027 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c15a-f933-492b-86a3-78eae3198ab4 req-cbeb831a-3d9c-473d-b69b-94ff95809e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:35.933597 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-4f00c15a-f933-492b-86a3-78eae3198ab4 req-cbeb831a-3d9c-473d-b69b-94ff95809e45 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 1098 time: 0.0525649 Jul 14 14:27:35.967707 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-4f00c15a-f933-492b-86a3-78eae3198ab4 req-34ed2756-4c2e-473a-8e7d-5cae07485da2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276194 Jul 14 14:27:35.988444 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251a242-7e80-43a7-860f-f1a60900de59 req-4531efec-d5fe-4920-a371-7436c4db8ad1 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:35.989936 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3251a242-7e80-43a7-860f-f1a60900de59 req-4531efec-d5fe-4920-a371-7436c4db8ad1 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 945 time: 0.0672705 Jul 14 14:27:36.027703 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-3251a242-7e80-43a7-860f-f1a60900de59 req-94d07cbe-94df-40de-8d10-8b600962f338 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320303 Jul 14 14:27:37.155304 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:27:37.199793 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9232c-51e4-4299-b0e1-254ac8a040d6 req-6181b49e-a4f5-4ba0-90f5-34f409027fb3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:37.201292 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8db9232c-51e4-4299-b0e1-254ac8a040d6 req-6181b49e-a4f5-4ba0-90f5-34f409027fb3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 945 time: 0.0645411 Jul 14 14:27:37.237524 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-8db9232c-51e4-4299-b0e1-254ac8a040d6 req-41dd42d6-df91-4ba2-82b1-a8f01038c44c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301459 Jul 14 14:27:39.997850 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1759cd1e-5887-43a5-8108-7a6cac90b9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:42.320560 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3416d300-483a-46f0-bdcb-818c2cd300f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:42.727928 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:42.767550 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-4f66081e-817f-4803-b9fd-5f88ad3b55da tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:42.769096 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-4f66081e-817f-4803-b9fd-5f88ad3b55da tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 814 time: 0.1020849 Jul 14 14:27:42.783939 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-c3ee5c89-a842-4b12-9fd7-3eed5505e8c8 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/quotas/4ae4f68e147846e4a49a6318f3db6737 HTTP/1.1" status: 200 len: 375 time: 0.0088935 Jul 14 14:27:42.851096 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-daf3c06b-a42c-4e6c-b800-1c0df1bed305 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617599 Jul 14 14:27:42.940846 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-a1e7f247-b392-4203-b6cb-55b475a06ada service neutron] 10.222.0.53 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829780 Jul 14 14:27:43.027293 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-4c31d756-0ffd-48e7-9f4a-5120ab8b8776 service neutron] 10.222.0.53 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808163 Jul 14 14:27:43.192556 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-d32ec559-ee74-49ee-952e-34d2c61d6cf8 req-1c35db01-109d-4443-b107-aac8d0e5afad tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 210 time: 0.0279062 Jul 14 14:27:43.829789 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:44.265160 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-6b48c79e-bd4d-4d7d-afce-241fe1c93c37 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:44.266629 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-6b48c79e-bd4d-4d7d-afce-241fe1c93c37 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 814 time: 0.1007874 Jul 14 14:27:44.280917 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Request body: {'port': {'device_id': '3c8b9ba7-b218-408f-b41d-95af9535b2cd', 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb', 'admin_state_up': True, 'tenant_id': '4ae4f68e147846e4a49a6318f3db6737'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:27:44.342898 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2f7381c0-e0c3-4521-81f9-4f64df38ab91 req-fea19770-7277-4d73-b5ef-b4794808313e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 210 time: 0.0332656 Jul 14 14:27:44.397082 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Made reservation on behalf of 4ae4f68e147846e4a49a6318f3db6737 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:27:44.400613 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:44.523249 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Allocated IP 172.20.0.11 (bc7b6282-e0a7-4dd1-9e7f-15f0415797fb/ff2d377e-fa66-4701-b203-374b6c61f7be/2c7c7a9e-cbf0-4751-a48a-f4dec39da013) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:27:44.661743 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:44.699041 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740088262045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:44.712038 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['af7b270c-bd55-49b7-bb50-8cc09a80e3db', 'd589caf6-71fc-4be6-bf3b-6eafacac2731', '03f1840b-b80a-44a8-a8f4-498c8e8fb647'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:27:44.743295 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:27:44.748378 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:27:44.752093 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:27:44.782726 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Pushing event updated for resources: {'Port': ['ID=2c7c7a9e-cbf0-4751-a48a-f4dec39da013,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:44.809460 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:44.810091 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:44.823557 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-ba505eb2-8c0a-4294-855f-a15d3cbe6dc3 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5465224 Jul 14 14:27:44.836108 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.v2.base [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Request body: {'port': {'device_id': '3c8b9ba7-b218-408f-b41d-95af9535b2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:27:44.909940 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:45.173231 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:27:45.180269 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:45.191431 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Transition to ACTIVE for port object 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:27:45.195093 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:45.215560 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:45.265696 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Pushing event updated for resources: {'Port': ['ID=2c7c7a9e-cbf0-4751-a48a-f4dec39da013,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:45.315893 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Attempting to bind port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:27:45.316226 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Attempting to bind port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:27:45.317193 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Attempting to bind port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 on network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:27:45.321272 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 on network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:27:45.321590 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Attempting to bind port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 on network bc7b6282-e0a7-4dd1-9e7f-15f0415797fb {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:27:45.326241 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Checking agent: {'id': 'ae9474fd-7733-469b-9f19-2ad556ce3712', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'started_at': datetime.datetime(2021, 7, 14, 14, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:27:45.326600 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Checking segment: {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:27:45.326975 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Bound using segment: {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:27:45.327402 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Bound port: 2c7c7a9e-cbf0-4751-a48a-f4dec39da013, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815906b0-765a-4602-8db6-695d2bd4e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:27:45.327750 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:45.388428 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] For port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013, host hv-cinder-67913, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:27:45.391486 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] For port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2c7c7a9e-cbf0-4751-a48a-f4dec39da013,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:27:45.396622 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9481996'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:45.428554 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:45.429191 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:45.430579 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] 10.222.0.62 "PUT /v2.0/ports/2c7c7a9e-cbf0-4751-a48a-f4dec39da013 HTTP/1.1" status: 200 len: 1094 time: 0.5989561 Jul 14 14:27:45.431030 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8b9ba7-b218-408f-b41d-95af9535b2cd', 'tag': '2c7c7a9e-cbf0-4751-a48a-f4dec39da013'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:27:45.433233 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8b6112-3d3d-463c-ac02-7927e06bec23" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8b9ba7-b218-408f-b41d-95af9535b2cd", "tag": "2c7c7a9e-cbf0-4751-a48a-f4dec39da013"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:27:45.461273 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2634e-3269-4f1c-92b0-c3940820f98c service neutron] Pushing event updated for resources: {'Port': ['ID=2c7c7a9e-cbf0-4751-a48a-f4dec39da013,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:45.487097 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c0f20b-0bf2-4832-93e5-9397c7ce86a2 x-openstack-request-id: req-f5c0f20b-0bf2-4832-93e5-9397c7ce86a2 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:27:45.487471 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8b9ba7-b218-408f-b41d-95af9535b2cd", "tag": "2c7c7a9e-cbf0-4751-a48a-f4dec39da013", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:27:45.487781 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5c0f20b-0bf2-4832-93e5-9397c7ce86a2 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:27:45.488230 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8b9ba7-b218-408f-b41d-95af9535b2cd', 'tag': '2c7c7a9e-cbf0-4751-a48a-f4dec39da013', 'status': 'completed', 'code': 200} Jul 14 14:27:45.523110 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a0686-f5fa-475c-95b7-b3c4642e7c7c req-7e51cf29-6f45-4b2d-a89c-a1ce93f8b55f tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:45.524782 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f57a0686-f5fa-475c-95b7-b3c4642e7c7c req-7e51cf29-6f45-4b2d-a89c-a1ce93f8b55f tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 944 time: 0.0673902 Jul 14 14:27:45.531238 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-a25fe9fe-86a9-4201-b6af-33b57f3894d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:45.532704 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-a25fe9fe-86a9-4201-b6af-33b57f3894d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 1097 time: 0.0556476 Jul 14 14:27:45.561573 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-f57a0686-f5fa-475c-95b7-b3c4642e7c7c req-d82bfeeb-a23b-4453-a4e1-fc35988a4321 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306966 Jul 14 14:27:45.578046 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-62eaa90b-c5e6-48d1-9fc6-25e0cf15d3d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c7c7a9e-cbf0-4751-a48a-f4dec39da013 HTTP/1.1" status: 200 len: 217 time: 0.0353270 Jul 14 14:27:45.626394 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-c595bb24-0fe2-4f57-b24d-a64d17856e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:45.627751 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-c595bb24-0fe2-4f57-b24d-a64d17856e88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff2d377e-fa66-4701-b203-374b6c61f7be HTTP/1.1" status: 200 len: 854 time: 0.0417657 Jul 14 14:27:45.659695 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-faefb4b4-830f-4cd1-84f2-cb1b183b87c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246162 Jul 14 14:27:45.749056 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-88d8fd41-3308-4fbc-b757-4810bb8f91ad service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814359 Jul 14 14:27:45.835422 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-78ae9fe2-80a9-4a53-9cc5-d6fbcb49f283 req-2382ccaa-45f4-41ed-9749-290ec436d529 service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794911 Jul 14 14:27:45.939302 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b6112-3d3d-463c-ac02-7927e06bec23 req-8412518a-29d9-4208-8529-9454a07da648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:45.940745 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb8b6112-3d3d-463c-ac02-7927e06bec23 req-8412518a-29d9-4208-8529-9454a07da648 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 1097 time: 0.0539711 Jul 14 14:27:46.028814 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b6112-3d3d-463c-ac02-7927e06bec23 req-3f87715e-7cb5-4243-802d-a83ba59a2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:46.030213 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb8b6112-3d3d-463c-ac02-7927e06bec23 req-3f87715e-7cb5-4243-802d-a83ba59a2ddc service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 915 time: 0.0810494 Jul 14 14:27:46.077037 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb8b6112-3d3d-463c-ac02-7927e06bec23 req-f53c0b45-1bec-436e-a7c2-f314ad86ef71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c7c7a9e-cbf0-4751-a48a-f4dec39da013 HTTP/1.1" status: 200 len: 217 time: 0.0339162 Jul 14 14:27:46.373605 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b6112-3d3d-463c-ac02-7927e06bec23 req-6b792a46-1498-48ee-81c6-0b8d0474c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:46.375042 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb8b6112-3d3d-463c-ac02-7927e06bec23 req-6b792a46-1498-48ee-81c6-0b8d0474c1d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff2d377e-fa66-4701-b203-374b6c61f7be HTTP/1.1" status: 200 len: 854 time: 0.2915003 Jul 14 14:27:46.409347 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb8b6112-3d3d-463c-ac02-7927e06bec23 req-99648559-36cc-4d53-9e06-cae881467345 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251064 Jul 14 14:27:46.499839 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb8b6112-3d3d-463c-ac02-7927e06bec23 req-a91d82b2-0e85-4b1b-be32-feca67745040 service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807891 Jul 14 14:27:46.594438 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-cb8b6112-3d3d-463c-ac02-7927e06bec23 req-93430692-ee15-4e8a-a94b-57bc57c1b75a service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795047 Jul 14 14:27:46.735422 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4918ac5-e67f-46a0-9f85-2dc71bdf180f req-756bdef4-8bac-4a5a-9ea2-45abd2955681 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:46.736887 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e4918ac5-e67f-46a0-9f85-2dc71bdf180f req-756bdef4-8bac-4a5a-9ea2-45abd2955681 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 944 time: 0.0614889 Jul 14 14:27:46.773386 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e4918ac5-e67f-46a0-9f85-2dc71bdf180f req-59de3192-5007-4453-bb16-33292cdf0d29 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305567 Jul 14 14:27:47.546922 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:27:47.638421 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2c7c7a9e-cbf0-4751-a48a-f4dec39da013,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:47.649125 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Returning: {'device': '2c7c7a9e-cbf0-4751-a48a-f4dec39da013', 'network_id': 'bc7b6282-e0a7-4dd1-9e7f-15f0415797fb', 'port_id': '2c7c7a9e-cbf0-4751-a48a-f4dec39da013', 'mac_address': 'fa:16:3e:14:d1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2d377e-fa66-4701-b203-374b6c61f7be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:27:47.684896 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:47.696764 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:27:47.715429 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2c7c7a9e-cbf0-4751-a48a-f4dec39da013,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:47.720096 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:47.768087 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=2c7c7a9e-cbf0-4751-a48a-f4dec39da013,revision_number=4']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:47.947363 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe297665-8efd-4257-81d9-ccbde1a894fb req-6165cb11-6d0a-4d6a-9fbe-539c0cbf5e6c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:47.948832 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fe297665-8efd-4257-81d9-ccbde1a894fb req-6165cb11-6d0a-4d6a-9fbe-539c0cbf5e6c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 945 time: 0.0657389 Jul 14 14:27:47.984726 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fe297665-8efd-4257-81d9-ccbde1a894fb req-de3c6a31-2715-46ff-8a84-f8a7fdb1a849 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303719 Jul 14 14:27:47.984979 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['2c7c7a9e-cbf0-4751-a48a-f4dec39da013'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:27:49.170206 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be0ee3-9845-447b-a69d-b974124405e0 req-cb7f4eee-5e59-4315-949d-143770d48aac tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:49.171863 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51be0ee3-9845-447b-a69d-b974124405e0 req-cb7f4eee-5e59-4315-949d-143770d48aac tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 945 time: 0.0724659 Jul 14 14:27:49.209665 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-51be0ee3-9845-447b-a69d-b974124405e0 req-8975d5a4-67f2-4d7a-a1d3-51b87d126e5d tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Jul 14 14:27:49.565925 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 up at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:27:49.612256 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning for port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 completed by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:27:49.616247 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Provisioning complete for port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 triggered by entity L2. {{(pid=93059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:27:49.616615 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745142'] for port, provisioning_complete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:49.693270 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588657'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:49.714472 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8b9ba7-b218-408f-b41d-95af9535b2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7c7a9e-cbf0-4751-a48a-f4dec39da013'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:27:49.716695 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e32a80168a1efe37577047cef645dbad0fbe74c4ea83b300d2cb5f1e2fa89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc04cf23-17fc-4440-be38-028935a37002" -d '{"events": [{"server_uuid": "3c8b9ba7-b218-408f-b41d-95af9535b2cd", "name": "network-vif-plugged", "status": "completed", "tag": "2c7c7a9e-cbf0-4751-a48a-f4dec39da013"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:27:49.729800 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] For port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2c7c7a9e-cbf0-4751-a48a-f4dec39da013,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:27:49.734003 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740088585759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740088262063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740088262081'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:49.759054 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54f1628-c7fd-4cb6-baf0-55ec3f02741e x-openstack-request-id: req-e54f1628-c7fd-4cb6-baf0-55ec3f02741e {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:27:49.759340 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8b9ba7-b218-408f-b41d-95af9535b2cd", "name": "network-vif-plugged", "status": "completed", "tag": "2c7c7a9e-cbf0-4751-a48a-f4dec39da013", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:27:49.759584 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e54f1628-c7fd-4cb6-baf0-55ec3f02741e {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:27:49.759964 dv-cinder-679138-10-smb neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8b9ba7-b218-408f-b41d-95af9535b2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7c7a9e-cbf0-4751-a48a-f4dec39da013', 'code': 200} Jul 14 14:27:49.783447 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Pushing event updated for resources: {'Port': ['ID=2c7c7a9e-cbf0-4751-a48a-f4dec39da013,revision_number=5']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:27:49.977196 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daa1d7-4c18-40c5-b06d-784dbbea75db req-c6fc5510-3c56-48d7-a699-c5134944edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:49.978663 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-29daa1d7-4c18-40c5-b06d-784dbbea75db req-c6fc5510-3c56-48d7-a699-c5134944edb1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 1099 time: 0.0504549 Jul 14 14:27:50.013879 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-29daa1d7-4c18-40c5-b06d-784dbbea75db req-6a355436-c3f7-4e5c-a5b0-0d6dfb2fe3d1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274088 Jul 14 14:27:50.380584 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843e842-aa42-49ad-95ea-053c7be9f73c req-29ba88d1-7b5b-48c0-a379-1d401e8cd32e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:50.382055 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2843e842-aa42-49ad-95ea-053c7be9f73c req-29ba88d1-7b5b-48c0-a379-1d401e8cd32e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 946 time: 0.0612857 Jul 14 14:27:50.423087 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-2843e842-aa42-49ad-95ea-053c7be9f73c req-65f39468-074e-4929-a877-14ff758bed3e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355084 Jul 14 14:27:51.422486 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:51.592833 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78e59f-7404-4ec0-b985-795c22e31da1 req-1e127bda-5619-41ee-b00f-311a1c76bcbc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:51.594202 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fe78e59f-7404-4ec0-b985-795c22e31da1 req-1e127bda-5619-41ee-b00f-311a1c76bcbc tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 946 time: 0.0613382 Jul 14 14:27:51.631433 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-fe78e59f-7404-4ec0-b985-795c22e31da1 req-148b2b36-276b-44bc-bc28-0d523f82fea8 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310926 Jul 14 14:27:55.734847 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3df5735a-7b0b-48e2-931c-893996eb9acd req-b0e84b59-2992-4f1b-b3e3-82021ac71c32 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620193 Jul 14 14:27:55.839055 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5735a-7b0b-48e2-931c-893996eb9acd req-cf618e31-1a12-4970-a591-b7db818824df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:55.840661 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3df5735a-7b0b-48e2-931c-893996eb9acd req-cf618e31-1a12-4970-a591-b7db818824df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae4f68e147846e4a49a6318f3db6737&device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 1098 time: 0.0519259 Jul 14 14:27:55.942956 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5735a-7b0b-48e2-931c-893996eb9acd req-bd9655ce-f939-4c5e-94c8-1a617bd243f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:55.944335 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3df5735a-7b0b-48e2-931c-893996eb9acd req-bd9655ce-f939-4c5e-94c8-1a617bd243f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 200 len: 915 time: 0.0825269 Jul 14 14:27:55.989925 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3df5735a-7b0b-48e2-931c-893996eb9acd req-f7cdd8ae-8e03-4f30-8108-94d27cbf4e92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af7b270c-bd55-49b7-bb50-8cc09a80e3db HTTP/1.1" status: 200 len: 217 time: 0.0378428 Jul 14 14:27:56.038610 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5735a-7b0b-48e2-931c-893996eb9acd req-752d517c-4264-40a9-a05e-91c05fb60a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:56.040069 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3df5735a-7b0b-48e2-931c-893996eb9acd req-752d517c-4264-40a9-a05e-91c05fb60a00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff2d377e-fa66-4701-b203-374b6c61f7be HTTP/1.1" status: 200 len: 854 time: 0.0435214 Jul 14 14:27:56.075746 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3df5735a-7b0b-48e2-931c-893996eb9acd req-be544894-6ff8-4f48-99b6-b27aa520bf5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257013 Jul 14 14:27:56.170923 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3df5735a-7b0b-48e2-931c-893996eb9acd req-701e1b46-3873-4b84-99d9-c01fdd97559b service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852909 Jul 14 14:27:56.263997 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3df5735a-7b0b-48e2-931c-893996eb9acd req-7fe4fd92-0a2c-4535-b07f-482e81907e3a service neutron] 10.222.0.62 "GET /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830171 Jul 14 14:27:58.332679 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4252e-e046-4081-bf8c-49215463f32c req-36cdf50e-8d30-408c-87f3-a273b86d4379 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:58.334173 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5ad4252e-e046-4081-bf8c-49215463f32c req-36cdf50e-8d30-408c-87f3-a273b86d4379 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 946 time: 0.0621319 Jul 14 14:27:58.372391 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-5ad4252e-e046-4081-bf8c-49215463f32c req-5e35ddcc-a14f-43ab-9113-3e4c8fb87288 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322206 Jul 14 14:27:59.703669 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b22ebf-e604-4e5f-8a83-874153fba93e req-4b3c684f-f83f-406c-bc98-0bccd2b357cd tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:59.705055 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e6b22ebf-e604-4e5f-8a83-874153fba93e req-4b3c684f-f83f-406c-bc98-0bccd2b357cd tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 946 time: 0.0658958 Jul 14 14:27:59.742068 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-e6b22ebf-e604-4e5f-8a83-874153fba93e req-6bfb4db4-895b-4a18-9ea2-d37fa734857a tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Jul 14 14:27:59.999141 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afad67e-adcc-4d9b-955a-29900af703da req-5cf93fcf-e077-4514-95cd-f03a7e764895 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:00.000577 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3afad67e-adcc-4d9b-955a-29900af703da req-5cf93fcf-e077-4514-95cd-f03a7e764895 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 946 time: 0.0700228 Jul 14 14:28:00.099740 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-3afad67e-adcc-4d9b-955a-29900af703da req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Deleting port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:28:00.100087 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-3afad67e-adcc-4d9b-955a-29900af703da req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:00.187205 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-3afad67e-adcc-4d9b-955a-29900af703da req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] For port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=2c7c7a9e-cbf0-4751-a48a-f4dec39da013,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:28:00.187562 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-3afad67e-adcc-4d9b-955a-29900af703da req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:00.200718 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-3afad67e-adcc-4d9b-955a-29900af703da req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Calling delete_port for 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:28:00.323105 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-3afad67e-adcc-4d9b-955a-29900af703da req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:00.337542 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['af7b270c-bd55-49b7-bb50-8cc09a80e3db', 'd589caf6-71fc-4be6-bf3b-6eafacac2731', '03f1840b-b80a-44a8-a8f4-498c8e8fb647', '2c7c7a9e-cbf0-4751-a48a-f4dec39da013'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:28:00.355351 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Pushing event deleted for resources: {'Port': ['ID=2c7c7a9e-cbf0-4751-a48a-f4dec39da013,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:00.383329 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:00.383686 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:00.384024 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:00.384364 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:00.384698 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:00.385057 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:00.385388 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:00.385717 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:00.386043 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:00.386366 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:00.386690 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:00.387011 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:00.409789 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afad67e-adcc-4d9b-955a-29900af703da req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] No DVR routers for this DVR port 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 on host hv-cinder-67913 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:28:00.412756 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-3afad67e-adcc-4d9b-955a-29900af703da req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:00.414859 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-3afad67e-adcc-4d9b-955a-29900af703da req-618d873d-2be6-4724-af9c-625b3d69216c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "DELETE /v2.0/ports/2c7c7a9e-cbf0-4751-a48a-f4dec39da013 HTTP/1.1" status: 204 len: 173 time: 0.4058530 Jul 14 14:28:00.415295 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8b9ba7-b218-408f-b41d-95af9535b2cd', 'name': 'network-vif-deleted', 'tag': '2c7c7a9e-cbf0-4751-a48a-f4dec39da013'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:28:00.417547 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c282ec-dbaf-48ff-b34b-e02c0d89dfcf" -d '{"events": [{"server_uuid": "3c8b9ba7-b218-408f-b41d-95af9535b2cd", "name": "network-vif-deleted", "tag": "2c7c7a9e-cbf0-4751-a48a-f4dec39da013"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:28:00.461254 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31639d3-7532-4abb-b021-99d5d2aa8835 x-openstack-request-id: req-f31639d3-7532-4abb-b021-99d5d2aa8835 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:28:00.461542 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8b9ba7-b218-408f-b41d-95af9535b2cd", "name": "network-vif-deleted", "tag": "2c7c7a9e-cbf0-4751-a48a-f4dec39da013", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:28:00.461789 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f31639d3-7532-4abb-b021-99d5d2aa8835 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:28:00.462206 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8b9ba7-b218-408f-b41d-95af9535b2cd', 'name': 'network-vif-deleted', 'tag': '2c7c7a9e-cbf0-4751-a48a-f4dec39da013', 'status': 'completed', 'code': 200} Jul 14 14:28:00.893130 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-7692dfcb-859d-4a0f-8830-56b6d29e763d req-e884db8e-ef12-441f-ab30-7d38de3ee47c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c8b9ba7-b218-408f-b41d-95af9535b2cd HTTP/1.1" status: 200 len: 210 time: 0.0280080 Jul 14 14:28:03.466372 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e737ad7-b98c-4604-8294-1481cf5b0abf req-45035e07-abba-4193-952c-a7dd405296e7 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:03.467825 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1e737ad7-b98c-4604-8294-1481cf5b0abf req-45035e07-abba-4193-952c-a7dd405296e7 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 945 time: 0.0620980 Jul 14 14:28:03.504083 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-1e737ad7-b98c-4604-8294-1481cf5b0abf req-294ea459-0610-4211-adc6-357b80f8171f tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303664 Jul 14 14:28:03.627703 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:28:03.647863 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:28:03.648206 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 2c7c7a9e-cbf0-4751-a48a-f4dec39da013 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:28:04.679084 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d55d4-c8fb-42f5-b372-13254cd53124 req-5d3013bf-dbdc-474e-8cd1-bae681ea1f83 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:04.680434 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-857d55d4-c8fb-42f5-b372-13254cd53124 req-5d3013bf-dbdc-474e-8cd1-bae681ea1f83 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 945 time: 0.0652015 Jul 14 14:28:04.718769 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-857d55d4-c8fb-42f5-b372-13254cd53124 req-a7695ac3-50e3-4fc4-bc4c-165f7f34fa91 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327809 Jul 14 14:28:05.146571 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbd936-eacc-4eaa-a970-99d27dd14880 req-597b5989-ff9f-4b7d-ac4c-3a0f0da0b0ad tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:05.148007 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-64bbd936-eacc-4eaa-a970-99d27dd14880 req-597b5989-ff9f-4b7d-ac4c-3a0f0da0b0ad tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "GET /v2.0/ports?device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 945 time: 0.0643601 Jul 14 14:28:05.247088 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-64bbd936-eacc-4eaa-a970-99d27dd14880 req-c2ba5581-7f71-42ac-acb9-7d6ffad31bda tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Deleting port 03f1840b-b80a-44a8-a8f4-498c8e8fb647 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:28:05.247426 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-64bbd936-eacc-4eaa-a970-99d27dd14880 req-c2ba5581-7f71-42ac-acb9-7d6ffad31bda tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:05.332728 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-64bbd936-eacc-4eaa-a970-99d27dd14880 req-c2ba5581-7f71-42ac-acb9-7d6ffad31bda tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] For port 03f1840b-b80a-44a8-a8f4-498c8e8fb647, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=03f1840b-b80a-44a8-a8f4-498c8e8fb647,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:28:05.333098 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-64bbd936-eacc-4eaa-a970-99d27dd14880 req-c2ba5581-7f71-42ac-acb9-7d6ffad31bda tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:05.345111 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-64bbd936-eacc-4eaa-a970-99d27dd14880 req-c2ba5581-7f71-42ac-acb9-7d6ffad31bda tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Calling delete_port for 03f1840b-b80a-44a8-a8f4-498c8e8fb647 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:28:05.471754 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-64bbd936-eacc-4eaa-a970-99d27dd14880 req-c2ba5581-7f71-42ac-acb9-7d6ffad31bda tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:05.483464 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['af7b270c-bd55-49b7-bb50-8cc09a80e3db', 'd589caf6-71fc-4be6-bf3b-6eafacac2731', '03f1840b-b80a-44a8-a8f4-498c8e8fb647'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:28:05.499409 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba5581-7f71-42ac-acb9-7d6ffad31bda tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Pushing event deleted for resources: {'Port': ['ID=03f1840b-b80a-44a8-a8f4-498c8e8fb647,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:05.550120 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bbd936-eacc-4eaa-a970-99d27dd14880 req-c2ba5581-7f71-42ac-acb9-7d6ffad31bda tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] No DVR routers for this DVR port 03f1840b-b80a-44a8-a8f4-498c8e8fb647 on host hv-cinder-67913 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:28:05.552710 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-64bbd936-eacc-4eaa-a970-99d27dd14880 req-c2ba5581-7f71-42ac-acb9-7d6ffad31bda tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:05.554891 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-64bbd936-eacc-4eaa-a970-99d27dd14880 req-c2ba5581-7f71-42ac-acb9-7d6ffad31bda tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "DELETE /v2.0/ports/03f1840b-b80a-44a8-a8f4-498c8e8fb647 HTTP/1.1" status: 204 len: 173 time: 0.4007168 Jul 14 14:28:05.555323 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4206daa3-fbfd-4c54-85bf-68199a049e6c', 'name': 'network-vif-deleted', 'tag': '03f1840b-b80a-44a8-a8f4-498c8e8fb647'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:28:05.557824 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6bba0b-e233-4ec6-9c9b-843f74bff2f3" -d '{"events": [{"server_uuid": "4206daa3-fbfd-4c54-85bf-68199a049e6c", "name": "network-vif-deleted", "tag": "03f1840b-b80a-44a8-a8f4-498c8e8fb647"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:28:05.600537 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4635cc3c-058b-4ebb-953d-40c8d406a228 x-openstack-request-id: req-4635cc3c-058b-4ebb-953d-40c8d406a228 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:28:05.600820 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4206daa3-fbfd-4c54-85bf-68199a049e6c", "name": "network-vif-deleted", "tag": "03f1840b-b80a-44a8-a8f4-498c8e8fb647", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:28:05.601097 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4635cc3c-058b-4ebb-953d-40c8d406a228 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:28:05.601480 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4206daa3-fbfd-4c54-85bf-68199a049e6c', 'name': 'network-vif-deleted', 'tag': '03f1840b-b80a-44a8-a8f4-498c8e8fb647', 'status': 'completed', 'code': 200} Jul 14 14:28:05.867540 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-c9000336-5461-46e7-ba72-8e1233da0216 req-d29802a7-2a75-47ba-b8a8-54bb42ec5c80 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=4206daa3-fbfd-4c54-85bf-68199a049e6c HTTP/1.1" status: 200 len: 210 time: 0.0285633 Jul 14 14:28:07.299585 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50628574-52b0-41e4-870c-20a3dc08f7bd req-44133186-5d1e-412f-a243-8b7489dda035 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:07.301695 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-50628574-52b0-41e4-870c-20a3dc08f7bd req-44133186-5d1e-412f-a243-8b7489dda035 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 945 time: 0.0613286 Jul 14 14:28:07.337471 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-50628574-52b0-41e4-870c-20a3dc08f7bd req-44fc1800-3eb6-4dc8-9107-d22f0ea41f89 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302033 Jul 14 14:28:07.648645 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 03f1840b-b80a-44a8-a8f4-498c8e8fb647 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:28:07.668532 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: 03f1840b-b80a-44a8-a8f4-498c8e8fb647 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:28:07.668891 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device 03f1840b-b80a-44a8-a8f4-498c8e8fb647 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:28:08.514605 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e968e-57c7-4296-88a6-e746985415e3 req-a3fc9007-5365-4c68-af8c-8998fce14156 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:08.516068 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-df1e968e-57c7-4296-88a6-e746985415e3 req-a3fc9007-5365-4c68-af8c-8998fce14156 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 945 time: 0.0666797 Jul 14 14:28:08.554395 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-df1e968e-57c7-4296-88a6-e746985415e3 req-e9d1883f-6ece-4093-bda4-2303b963e8cd tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Jul 14 14:28:08.613270 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58af3d3-f9a5-4dd2-aa9f-03b32862cccd req-3de424b5-655d-4a16-98b4-8478156c02f5 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:08.614743 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-b58af3d3-f9a5-4dd2-aa9f-03b32862cccd req-3de424b5-655d-4a16-98b4-8478156c02f5 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bcca35e-201b-42cc-a2dc-1c7b8007b54e HTTP/1.1" status: 200 len: 945 time: 0.0649362 Jul 14 14:28:08.709918 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-b58af3d3-f9a5-4dd2-aa9f-03b32862cccd req-cc816f16-eaa8-4476-a303-9d27cc84426e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Deleting port d589caf6-71fc-4be6-bf3b-6eafacac2731 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:28:08.710256 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b58af3d3-f9a5-4dd2-aa9f-03b32862cccd req-cc816f16-eaa8-4476-a303-9d27cc84426e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:08.806157 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-b58af3d3-f9a5-4dd2-aa9f-03b32862cccd req-cc816f16-eaa8-4476-a303-9d27cc84426e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] For port d589caf6-71fc-4be6-bf3b-6eafacac2731, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d589caf6-71fc-4be6-bf3b-6eafacac2731,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:28:08.806422 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b58af3d3-f9a5-4dd2-aa9f-03b32862cccd req-cc816f16-eaa8-4476-a303-9d27cc84426e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:08.819172 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-b58af3d3-f9a5-4dd2-aa9f-03b32862cccd req-cc816f16-eaa8-4476-a303-9d27cc84426e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Calling delete_port for d589caf6-71fc-4be6-bf3b-6eafacac2731 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:28:08.947128 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b58af3d3-f9a5-4dd2-aa9f-03b32862cccd req-cc816f16-eaa8-4476-a303-9d27cc84426e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:08.958982 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['af7b270c-bd55-49b7-bb50-8cc09a80e3db', 'd589caf6-71fc-4be6-bf3b-6eafacac2731'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:28:08.974613 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc816f16-eaa8-4476-a303-9d27cc84426e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Pushing event deleted for resources: {'Port': ['ID=d589caf6-71fc-4be6-bf3b-6eafacac2731,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:09.022431 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58af3d3-f9a5-4dd2-aa9f-03b32862cccd req-cc816f16-eaa8-4476-a303-9d27cc84426e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] No DVR routers for this DVR port d589caf6-71fc-4be6-bf3b-6eafacac2731 on host hv-cinder-67913 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:28:09.024940 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b58af3d3-f9a5-4dd2-aa9f-03b32862cccd req-cc816f16-eaa8-4476-a303-9d27cc84426e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:09.027264 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-b58af3d3-f9a5-4dd2-aa9f-03b32862cccd req-cc816f16-eaa8-4476-a303-9d27cc84426e tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "DELETE /v2.0/ports/d589caf6-71fc-4be6-bf3b-6eafacac2731 HTTP/1.1" status: 204 len: 173 time: 0.4074352 Jul 14 14:28:09.027699 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcca35e-201b-42cc-a2dc-1c7b8007b54e', 'name': 'network-vif-deleted', 'tag': 'd589caf6-71fc-4be6-bf3b-6eafacac2731'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:28:09.029940 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a818c09-cde1-4cd3-92c7-f5a7b795c5db" -d '{"events": [{"server_uuid": "1bcca35e-201b-42cc-a2dc-1c7b8007b54e", "name": "network-vif-deleted", "tag": "d589caf6-71fc-4be6-bf3b-6eafacac2731"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:28:09.078620 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ae4027-5c17-435c-9720-8cc38693ab50 x-openstack-request-id: req-73ae4027-5c17-435c-9720-8cc38693ab50 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:28:09.078914 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcca35e-201b-42cc-a2dc-1c7b8007b54e", "name": "network-vif-deleted", "tag": "d589caf6-71fc-4be6-bf3b-6eafacac2731", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:28:09.079219 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73ae4027-5c17-435c-9720-8cc38693ab50 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:28:09.079567 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcca35e-201b-42cc-a2dc-1c7b8007b54e', 'name': 'network-vif-deleted', 'tag': 'd589caf6-71fc-4be6-bf3b-6eafacac2731', 'status': 'completed', 'code': 200} Jul 14 14:28:09.997750 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b83ebfc9-8d09-4c5f-a179-48f4d9ac3aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:11.127428 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92139f10-a017-41fa-9b2b-34db2e7b237e req-d811bef4-f4b3-44f9-83a9-4e5aefc9378c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:11.129534 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-92139f10-a017-41fa-9b2b-34db2e7b237e req-d811bef4-f4b3-44f9-83a9-4e5aefc9378c tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 945 time: 0.0617754 Jul 14 14:28:11.164951 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-92139f10-a017-41fa-9b2b-34db2e7b237e req-825f4968-5055-4a98-9ab7-7112a06726c2 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300643 Jul 14 14:28:11.650727 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device d589caf6-71fc-4be6-bf3b-6eafacac2731 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:28:11.670919 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: d589caf6-71fc-4be6-bf3b-6eafacac2731 {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:28:11.671266 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device d589caf6-71fc-4be6-bf3b-6eafacac2731 not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:28:12.321006 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec922e27-7179-4dbe-87d3-8e3a83b3cbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:12.338843 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc644d-f6f7-4eb0-9e67-db61fabd8514 req-213a0aab-9854-481e-8c6b-30fbbd25352d tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:12.340336 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0ebc644d-f6f7-4eb0-9e67-db61fabd8514 req-213a0aab-9854-481e-8c6b-30fbbd25352d tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 945 time: 0.0662301 Jul 14 14:28:12.377330 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-0ebc644d-f6f7-4eb0-9e67-db61fabd8514 req-f1d218cc-e0d1-4eeb-bfb3-d06a8236f139 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/security-groups?id=7628aad7-a7d1-4775-8b24-dd732de924a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Jul 14 14:28:12.601153 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de85a2-38f5-4c9e-8368-a778b22c82cc req-b1ed28be-493e-45ec-bae0-7ad868142a9d tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:12.602594 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-a8de85a2-38f5-4c9e-8368-a778b22c82cc req-b1ed28be-493e-45ec-bae0-7ad868142a9d tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 945 time: 0.0679002 Jul 14 14:28:12.699780 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-a8de85a2-38f5-4c9e-8368-a778b22c82cc req-6a7a2c16-05b3-4fa9-ade4-e3b486f6bd74 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Deleting port af7b270c-bd55-49b7-bb50-8cc09a80e3db {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:28:12.700125 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-a8de85a2-38f5-4c9e-8368-a778b22c82cc req-6a7a2c16-05b3-4fa9-ade4-e3b486f6bd74 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740088581349'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:12.728495 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:12.793491 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-a8de85a2-38f5-4c9e-8368-a778b22c82cc req-6a7a2c16-05b3-4fa9-ade4-e3b486f6bd74 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] For port af7b270c-bd55-49b7-bb50-8cc09a80e3db, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=af7b270c-bd55-49b7-bb50-8cc09a80e3db,segment=NetworkSegment(815906b0-765a-4602-8db6-695d2bd4e773),segment_id=815906b0-765a-4602-8db6-695d2bd4e773)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:28:12.793847 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-a8de85a2-38f5-4c9e-8368-a778b22c82cc req-6a7a2c16-05b3-4fa9-ade4-e3b486f6bd74 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864976'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:12.806744 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-a8de85a2-38f5-4c9e-8368-a778b22c82cc req-6a7a2c16-05b3-4fa9-ade4-e3b486f6bd74 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Calling delete_port for af7b270c-bd55-49b7-bb50-8cc09a80e3db owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:28:12.928160 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-a8de85a2-38f5-4c9e-8368-a778b22c82cc req-6a7a2c16-05b3-4fa9-ade4-e3b486f6bd74 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740088585741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740088262054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9481991'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:12.939176 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] get_ports_and_sgs() called for port_ids ['af7b270c-bd55-49b7-bb50-8cc09a80e3db'] {{(pid=93059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:28:12.962415 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a2c16-05b3-4fa9-ade4-e3b486f6bd74 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Pushing event deleted for resources: {'Port': ['ID=af7b270c-bd55-49b7-bb50-8cc09a80e3db,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:13.002965 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8de85a2-38f5-4c9e-8368-a778b22c82cc req-6a7a2c16-05b3-4fa9-ade4-e3b486f6bd74 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] No DVR routers for this DVR port af7b270c-bd55-49b7-bb50-8cc09a80e3db on host hv-cinder-67913 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:28:13.006052 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-a8de85a2-38f5-4c9e-8368-a778b22c82cc req-6a7a2c16-05b3-4fa9-ade4-e3b486f6bd74 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147167'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:13.007963 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [req-a8de85a2-38f5-4c9e-8368-a778b22c82cc req-6a7a2c16-05b3-4fa9-ade4-e3b486f6bd74 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.62 "DELETE /v2.0/ports/af7b270c-bd55-49b7-bb50-8cc09a80e3db HTTP/1.1" status: 204 len: 173 time: 0.4005795 Jul 14 14:28:13.008386 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205c6567-2eeb-4e00-9ece-cc2915dcc8e5', 'name': 'network-vif-deleted', 'tag': 'af7b270c-bd55-49b7-bb50-8cc09a80e3db'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:28:13.010591 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8040487d76295db40e3edc71968df2ec2e9afb1b36578af0dc0613e5ca70638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356a99e3-345c-4ea7-93de-a3beee0a21d9" -d '{"events": [{"server_uuid": "205c6567-2eeb-4e00-9ece-cc2915dcc8e5", "name": "network-vif-deleted", "tag": "af7b270c-bd55-49b7-bb50-8cc09a80e3db"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:28:13.047686 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49447901-490c-4b54-aaf3-5277137c4553 x-openstack-request-id: req-49447901-490c-4b54-aaf3-5277137c4553 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:28:13.047976 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205c6567-2eeb-4e00-9ece-cc2915dcc8e5", "name": "network-vif-deleted", "tag": "af7b270c-bd55-49b7-bb50-8cc09a80e3db", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:28:13.048224 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49447901-490c-4b54-aaf3-5277137c4553 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:28:13.048613 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205c6567-2eeb-4e00-9ece-cc2915dcc8e5', 'name': 'network-vif-deleted', 'tag': 'af7b270c-bd55-49b7-bb50-8cc09a80e3db', 'status': 'completed', 'code': 200} Jul 14 14:28:13.537087 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [req-4bcb6231-8a92-4a91-bcfa-52d9645a0883 req-d70bcbbb-e5ba-41ef-aff2-df8fbdd48cb0 tempest-AttachVolumeNegativeTest-1111959738 tempest-AttachVolumeNegativeTest-1111959738-project] 10.222.0.53 "GET /v2.0/ports?device_id=205c6567-2eeb-4e00-9ece-cc2915dcc8e5 HTTP/1.1" status: 200 len: 210 time: 0.0289321 Jul 14 14:28:13.832034 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:14.154038 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:28:14.630307 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44644) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:14.672633 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.db.db_base_plugin_v2 [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Deleting subnet ff2d377e-fa66-4701-b203-374b6c61f7be {{(pid=93057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:28:14.675601 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:14.707719 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9166547'] for subnet, precommit_delete_associations {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:14.748285 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-741702'] for subnet, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:14.799441 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-741695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9166583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9273958'] for subnet, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:14.822459 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff2d377e-fa66-4701-b203-374b6c61f7be,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:14.832124 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for subnet, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:14.833976 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ff2d377e-fa66-4701-b203-374b6c61f7be HTTP/1.1" status: 204 len: 168 time: 0.2026823 Jul 14 14:28:14.835698 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:14.836043 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:14.836383 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:14.836657 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44646) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:14.837211 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:14.837211 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:14.837413 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:14.837684 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:14.838005 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:14.838326 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:14.838645 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:14.838959 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:14.839273 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f8081-d4f9-4788-86bc-c2f5fca15c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-10-smb {{(pid=93057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:28:14.907513 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592303'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:14.987003 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744403', 'neutron.services.segments.db._delete_segments_for_network-8740088810307'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:14.997626 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7b6282-e0a7-4dd1-9e7f-15f0415797fb']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:28:15.008592 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815906b0-765a-4602-8db6-695d2bd4e773') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:28:15.008914 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.services.segments.db [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815906b0-765a-4602-8db6-695d2bd4e773') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:28:15.017391 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740088810572', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9356644'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:15.030974 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:15.037081 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:28:15.037469 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9481460'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: Traceback (most recent call last): Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: timer() Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: cb(*args, **kw) Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: return func(*args, **kwargs) Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: self._notify() Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: self.callback(batched_events) Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: event.method(event) Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: return f(self, *a, **k) Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: return self._get(url).json() Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:28:15.039129 dv-cinder-679138-10-smb neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:28:15.094300 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861277'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:15.099142 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745383'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:15.101306 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bc7b6282-e0a7-4dd1-9e7f-15f0415797fb HTTP/1.1" status: 204 len: 168 time: 0.2633486 Jul 14 14:28:15.113597 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07daeee3-7ca2-4583-bfeb-c37f30823c76 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7b6282-e0a7-4dd1-9e7f-15f0415797fb,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:15.219024 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:15.227151 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44650) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:15.266554 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-b4b7f2c4-1df1-4f29-a482-82f6bff037cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ae4f68e147846e4a49a6318f3db6737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382760 Jul 14 14:28:15.268974 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44652) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:15.315586 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-00963308-96d3-4f0c-b51b-00f0c52c8b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:15.335337 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-00963308-96d3-4f0c-b51b-00f0c52c8b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:15.380809 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-00963308-96d3-4f0c-b51b-00f0c52c8b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:15.383344 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-00963308-96d3-4f0c-b51b-00f0c52c8b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:15.384546 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-00963308-96d3-4f0c-b51b-00f0c52c8b47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7628aad7-a7d1-4775-8b24-dd732de924a5 HTTP/1.1" status: 204 len: 168 time: 0.1146564 Jul 14 14:28:15.392338 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00963308-96d3-4f0c-b51b-00f0c52c8b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7628aad7-a7d1-4775-8b24-dd732de924a5,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:15.649317 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device af7b270c-bd55-49b7-bb50-8cc09a80e3db no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:28:15.669562 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] No Port match for: af7b270c-bd55-49b7-bb50-8cc09a80e3db {{(pid=93059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:28:15.669905 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron.plugins.ml2.rpc [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Device af7b270c-bd55-49b7-bb50-8cc09a80e3db not bound to the agent host hv-cinder-67913 {{(pid=93059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:28:17.137927 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44714) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:17.258237 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-05163719-29ac-461a-a560-e2bdba645ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:17.347946 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-05163719-29ac-461a-a560-e2bdba645ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:17.351921 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-05163719-29ac-461a-a560-e2bdba645ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:17.391687 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-05163719-29ac-461a-a560-e2bdba645ce3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=afdc3b8a7caa446db1372626e6adc5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527087 Jul 14 14:28:17.392549 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05163719-29ac-461a-a560-e2bdba645ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61b7a12-faa6-43d8-a28e-e8aa5da0d253,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:17.395479 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44718) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:17.443915 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a5f36b05-a71c-4695-bb6d-56f9e77c4036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:17.465064 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a5f36b05-a71c-4695-bb6d-56f9e77c4036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:17.512459 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a5f36b05-a71c-4695-bb6d-56f9e77c4036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:17.514931 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-a5f36b05-a71c-4695-bb6d-56f9e77c4036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:17.516068 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-a5f36b05-a71c-4695-bb6d-56f9e77c4036 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f61b7a12-faa6-43d8-a28e-e8aa5da0d253 HTTP/1.1" status: 204 len: 168 time: 0.1195483 Jul 14 14:28:17.524270 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f36b05-a71c-4695-bb6d-56f9e77c4036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61b7a12-faa6-43d8-a28e-e8aa5da0d253,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:17.765153 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44724) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:17.778769 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4155-aac5-4cb3-8ab2-a2a49f67cbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:17.868123 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4155-aac5-4cb3-8ab2-a2a49f67cbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:17.871770 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4155-aac5-4cb3-8ab2-a2a49f67cbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:17.908895 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-bbcd4155-aac5-4cb3-8ab2-a2a49f67cbd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13f9f82c33d24564bceb954f59a7e161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427402 Jul 14 14:28:17.910101 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd4155-aac5-4cb3-8ab2-a2a49f67cbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b54b4ad-90ef-43e3-8263-7ee986a51e53,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:17.911671 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44726) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:17.959314 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7f44145e-0e46-4d71-979d-12ebfbed8a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:17.979801 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7f44145e-0e46-4d71-979d-12ebfbed8a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:18.025245 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7f44145e-0e46-4d71-979d-12ebfbed8a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:18.027895 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7f44145e-0e46-4d71-979d-12ebfbed8a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:18.029064 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-7f44145e-0e46-4d71-979d-12ebfbed8a3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b54b4ad-90ef-43e3-8263-7ee986a51e53 HTTP/1.1" status: 204 len: 168 time: 0.1163139 Jul 14 14:28:18.036757 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44145e-0e46-4d71-979d-12ebfbed8a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b54b4ad-90ef-43e3-8263-7ee986a51e53,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:21.426181 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:28.528254 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44832) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:28.626325 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-636ceafd-d946-40a9-bbb4-ec662e1f03b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:28.713278 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-636ceafd-d946-40a9-bbb4-ec662e1f03b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:28.717725 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-636ceafd-d946-40a9-bbb4-ec662e1f03b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:28.756436 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-636ceafd-d946-40a9-bbb4-ec662e1f03b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03b4e6c08a35406a8e25cf48feaaf0f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271051 Jul 14 14:28:28.757331 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ceafd-d946-40a9-bbb4-ec662e1f03b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9277857d-4b20-45ef-a8f1-e945e32a1965,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:28.760053 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44836) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:28.811711 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-32e8367b-6f97-4d91-80a9-a400a94ae2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:28.834212 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-32e8367b-6f97-4d91-80a9-a400a94ae2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:28.886014 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-32e8367b-6f97-4d91-80a9-a400a94ae2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:28.888485 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-32e8367b-6f97-4d91-80a9-a400a94ae2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:28.889657 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-32e8367b-6f97-4d91-80a9-a400a94ae2d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9277857d-4b20-45ef-a8f1-e945e32a1965 HTTP/1.1" status: 204 len: 168 time: 0.1276679 Jul 14 14:28:28.896956 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8367b-6f97-4d91-80a9-a400a94ae2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9277857d-4b20-45ef-a8f1-e945e32a1965,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:29.139821 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44842) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:29.153339 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e4012623-9829-48b0-adc0-5ce9d80e3a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:29.239985 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e4012623-9829-48b0-adc0-5ce9d80e3a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:29.243584 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-e4012623-9829-48b0-adc0-5ce9d80e3a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:29.283216 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-e4012623-9829-48b0-adc0-5ce9d80e3a38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0d80ecc5ac74cf9af09f81316238339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423140 Jul 14 14:28:29.284073 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4012623-9829-48b0-adc0-5ce9d80e3a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3b94fc-c4dc-45cb-9bf0-2e60f3aa7c3a,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:29.287077 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44844) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:29.339257 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bbb68c1b-08cd-4962-bc35-6785b1866f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:29.359971 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bbb68c1b-08cd-4962-bc35-6785b1866f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:29.404441 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bbb68c1b-08cd-4962-bc35-6785b1866f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:29.407230 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bbb68c1b-08cd-4962-bc35-6785b1866f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:29.408386 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-bbb68c1b-08cd-4962-bc35-6785b1866f04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f3b94fc-c4dc-45cb-9bf0-2e60f3aa7c3a HTTP/1.1" status: 204 len: 168 time: 0.1203344 Jul 14 14:28:29.416363 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb68c1b-08cd-4962-bc35-6785b1866f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3b94fc-c4dc-45cb-9bf0-2e60f3aa7c3a,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:33.452986 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44902) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:33.557931 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07a95818-1e47-459d-99f5-0a2769786c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:33.645970 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07a95818-1e47-459d-99f5-0a2769786c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:33.649501 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-07a95818-1e47-459d-99f5-0a2769786c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:33.687484 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-07a95818-1e47-459d-99f5-0a2769786c73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e8763896bef497b891e175f9eccc4e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334397 Jul 14 14:28:33.689431 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a95818-1e47-459d-99f5-0a2769786c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfc6ff1-ef0a-4c3d-9e4d-f8c170aba76e,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:33.690268 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44906) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:33.737901 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-4c19b92a-1244-4723-95b6-c3722a056e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:33.757842 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-4c19b92a-1244-4723-95b6-c3722a056e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:33.803842 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-4c19b92a-1244-4723-95b6-c3722a056e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:33.806230 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-4c19b92a-1244-4723-95b6-c3722a056e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:33.807375 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-4c19b92a-1244-4723-95b6-c3722a056e73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3cfc6ff1-ef0a-4c3d-9e4d-f8c170aba76e HTTP/1.1" status: 204 len: 168 time: 0.1155062 Jul 14 14:28:33.814479 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19b92a-1244-4723-95b6-c3722a056e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfc6ff1-ef0a-4c3d-9e4d-f8c170aba76e,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:34.052612 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 44912) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:34.065397 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-34047015-10ab-4b18-b981-9d269eb839fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:34.150733 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-34047015-10ab-4b18-b981-9d269eb839fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:34.154254 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-34047015-10ab-4b18-b981-9d269eb839fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:34.190632 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-34047015-10ab-4b18-b981-9d269eb839fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2167125ac2540ac8b103b59b2bb6427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368048 Jul 14 14:28:34.191554 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34047015-10ab-4b18-b981-9d269eb839fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe47452-1075-4342-943e-f74a46819dba,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:34.193389 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.53', 44914) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:34.242620 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-dca70a08-173d-413e-8f90-6a1df8bf7784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:34.264549 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-dca70a08-173d-413e-8f90-6a1df8bf7784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:34.310158 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-dca70a08-173d-413e-8f90-6a1df8bf7784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:34.312756 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-dca70a08-173d-413e-8f90-6a1df8bf7784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:34.313912 dv-cinder-679138-10-smb neutron-server[93058]: INFO neutron.wsgi [None req-dca70a08-173d-413e-8f90-6a1df8bf7784 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbe47452-1075-4342-943e-f74a46819dba HTTP/1.1" status: 204 len: 168 time: 0.1184914 Jul 14 14:28:34.321255 dv-cinder-679138-10-smb neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca70a08-173d-413e-8f90-6a1df8bf7784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe47452-1075-4342-943e-f74a46819dba,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:39.998405 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fbe26fa0-1136-49d2-8c55-56e012a486d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:42.320783 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d671d99c-7077-42a0-b00b-4ecd75d4d3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:42.729989 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:43.835272 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:44.854184 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 45050) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:44.965754 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-975c6d3f-127f-40b4-a7c8-0bc9f1eaeb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:45.052596 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-975c6d3f-127f-40b4-a7c8-0bc9f1eaeb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:45.056130 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-975c6d3f-127f-40b4-a7c8-0bc9f1eaeb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_create {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:45.091024 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c6d3f-127f-40b4-a7c8-0bc9f1eaeb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b457f76-4dc0-4cdf-844f-2652a89cb5f7,revision_number=1']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:45.095343 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-975c6d3f-127f-40b4-a7c8-0bc9f1eaeb91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f088325061242f3a4e91b6ae99a0a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401557 Jul 14 14:28:45.098505 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [-] (93057) accepted ('10.222.0.53', 45054) {{(pid=93057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:28:45.144696 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d6c8effb-fb5f-48b2-b132-ed46b1d55966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:45.165321 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d6c8effb-fb5f-48b2-b132-ed46b1d55966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:45.213300 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d6c8effb-fb5f-48b2-b132-ed46b1d55966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716789'] for security_group, after_delete {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:45.216029 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron_lib.callbacks.manager [None req-d6c8effb-fb5f-48b2-b132-ed46b1d55966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:45.217194 dv-cinder-679138-10-smb neutron-server[93057]: INFO neutron.wsgi [None req-d6c8effb-fb5f-48b2-b132-ed46b1d55966 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b457f76-4dc0-4cdf-844f-2652a89cb5f7 HTTP/1.1" status: 204 len: 168 time: 0.1177778 Jul 14 14:28:45.223588 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:45.226143 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8effb-fb5f-48b2-b132-ed46b1d55966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b457f76-4dc0-4cdf-844f-2652a89cb5f7,revision_number=None']} {{(pid=93057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:28:51.152421 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:28:51.441152 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:09.998732 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e002c6d8-4cf7-4379-b36a-711893956efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:12.320694 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-82c52e21-4285-471f-949f-d6c93c6f23bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:12.729744 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:13.838490 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:15.225765 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:21.458042 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:28.152175 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:29:39.999450 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8f879258-c3cd-43f7-924d-10583514eaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:42.320431 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-33c64e01-a739-411e-912f-a60d9231b25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:42.730589 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:43.843190 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:45.227908 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:51.456608 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:05.151519 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:30:09.999900 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9633df78-c502-4149-bb33-2ce64c64573d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:12.319611 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4e86-b1f8-46a0-9fc4-93612533f874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:12.730539 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:13.843803 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:15.235508 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:21.479468 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:40.001259 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c0b2fb0d-e46a-4e76-a476-6d93955c07ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:42.149634 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:30:42.319666 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1592b535-e699-4f9d-b9fd-a25c66e30dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:42.730350 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:43.846814 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:45.238047 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:51.488141 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:10.003456 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-153f4197-8bdc-4a5d-b0ec-da867dc77ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:12.321393 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d0fde391-5882-4b91-a492-5d26e587f3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:12.731484 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:13.849534 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:15.238175 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:19.148660 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:31:21.499824 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:40.003848 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a339ae28-b601-446f-b3a9-07e60b7947b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:42.323119 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fadabb23-5219-4b36-9fbc-1f59b93d2ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:42.732268 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:43.853257 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:45.240676 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:51.499891 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:56.147173 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:32:10.006618 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6693e21e-ea34-4032-b1dd-23981fa522ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:12.324518 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a1bb-caf3-40b6-b7c3-967e6c2ee297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:12.731839 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:13.857169 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:15.243501 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:21.498769 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:22.042546 dv-cinder-679138-10-smb neutron-server[93057]: DEBUG neutron.wsgi [req-fbc64354-ecbe-45f2-85e4-7102734b2aa2 req-2f2b7a64-57bf-47d5-9b73-b26a6ab1c0ab service neutron] (93057) timed out ('10.222.0.62', 54311) {{(pid=93057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:32:33.146468 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:32:40.007173 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4b210552-a7c5-4390-b639-6c29e640bdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:42.325265 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-65dafaed-0c58-425b-82ff-b61bb44ef225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:42.731694 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:43.858541 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:45.247948 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:51.529560 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:10.008549 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-eecdc9c7-9d4d-4bd0-ae56-f475a35bfb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:10.144493 dv-cinder-679138-10-smb neutron-server[93060]: DEBUG neutron.db.agents_db [None req-a3b2eb2f-d139-42c3-b419-0191f7157469 None None] Agent healthcheck: found 6 active agents {{(pid=93060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:33:12.325182 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7f225058-a84e-450b-bcbf-cb61caee6389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:12.733858 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-89922497-4c3e-467d-b0c3-351861d4025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:13.860211 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff1ee-25f7-4a11-bffd-de0e5e21b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:15.251292 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-014a030c-24d4-4009-b2bf-ed6f7124a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:21.543308 dv-cinder-679138-10-smb neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82b7-2054-4cb2-9a87-650eccc376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740088810289', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745315'] for agent, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}